-- Logs begin at Thu 2021-02-04 07:11:38 UTC, end at Thu 2021-02-04 08:13:15 UTC. -- Feb 04 07:47:34.261040 dv-cinder-733062-18-smb systemd[1]: Started Devstack devstack@q-svc.service. Feb 04 07:47:37.001100 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.common.config [-] Logging enabled! Feb 04 07:47:37.001635 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev469 Feb 04 07:47:37.002963 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=79999) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 04 07:47:37.004776 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.common.config [-] Logging enabled! Feb 04 07:47:37.005071 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev469 Feb 04 07:47:37.005426 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=79999) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 04 07:47:37.006501 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Feb 04 07:47:37.006769 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Feb 04 07:47:37.008587 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Feb 04 07:47:37.008877 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Feb 04 07:47:37.009141 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Feb 04 07:47:37.009520 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:37.009870 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:37.010216 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:37.010481 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:37.010827 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:37.011199 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:37.011531 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:37.011875 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:37.012219 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:37.012550 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:37.012874 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:37.013200 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:37.013464 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:37.013787 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] config_source = [] {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:37.014124 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:37.014458 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:37.014715 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] debug = True {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:37.015056 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:37.015604 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:37.015929 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:37.016254 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:37.016590 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:37.016903 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:37.017220 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:37.017544 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:37.017913 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] host = dv-cinder-733062-18-smb {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:37.018233 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:37.018564 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:37.018894 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:37.019257 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:37.019574 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:37.019891 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:37.020221 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:37.020537 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] log_dir = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:37.020852 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] log_file = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:37.021170 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:37.021501 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:37.021834 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:37.022175 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:37.022433 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:37.022751 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:37.023115 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:37.023456 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:37.023774 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:37.024091 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:37.024406 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:37.025005 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:37.025320 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:37.025630 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:37.025960 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:37.026289 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:37.026615 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:37.026930 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:37.027275 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:37.027586 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:37.027905 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:37.028230 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:37.028547 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:37.028859 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:37.029182 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:37.029506 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:37.029815 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:37.030129 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:37.030479 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:37.030810 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:37.031163 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:37.031497 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:37.031816 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:37.032148 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:37.032460 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:37.032771 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] use_journal = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:37.033084 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] use_json = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:37.033397 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:37.033709 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:37.034033 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:37.034348 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:37.034658 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:37.034969 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:37.035310 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:37.035641 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:37.035982 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:37.036325 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:37.036673 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:37.036998 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:37.037336 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:37.037665 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:37.038001 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:37.038353 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:37.038768 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:37.039123 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:37.039459 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:37.039783 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:37.040110 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:37.040431 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:37.040771 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:37.041123 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:37.041463 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:37.041808 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:37.042125 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:37.042439 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:37.042752 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:37.043096 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:37.043426 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:37.043766 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:37.044106 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:37.044423 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:37.044742 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:37.045081 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:37.045401 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:37.045715 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:37.046035 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:37.046371 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:37.046688 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:37.047044 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:37.047349 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:37.047664 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:37.047977 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:37.048290 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:37.048607 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:37.048942 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:37.049258 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:37.049569 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:37.049880 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:37.050197 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:37.050507 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:37.050834 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:37.051174 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:37.051486 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:37.051803 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:37.052121 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:37.052434 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:37.052747 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:37.053064 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:37.053376 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:37.053694 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:37.054631 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:37.055071 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:37.055654 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:37.055654 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:37.055968 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:37.056287 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:37.056851 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:37.057171 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:37.057488 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:37.057800 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:37.058112 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:37.058425 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:37.058736 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:37.059090 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:37.059432 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:37.059753 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:37.060074 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:37.060392 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:37.060711 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:37.061031 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:37.061350 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:37.061672 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:37.061991 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:37.062302 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:37.062640 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:37.062962 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:37.063336 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:37.063661 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:37.063977 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:37.064316 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:37.064634 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:37.064955 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:37.065275 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:37.065594 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:37.065918 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:37.066247 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:37.066583 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:37.066918 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:37.067281 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:37.067620 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:37.067951 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:37.068271 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:37.068627 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:37.068945 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:37.069272 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Feb 04 07:47:37.070118 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=79999) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Feb 04 07:47:37.733440 dv-cinder-733062-18-smb neutron-server[79999]: INFO keyring.backend [-] Loading Gnome Feb 04 07:47:37.751786 dv-cinder-733062-18-smb neutron-server[79999]: INFO keyring.backend [-] Loading Google Feb 04 07:47:37.754427 dv-cinder-733062-18-smb neutron-server[79999]: INFO keyring.backend [-] Loading Windows (alt) Feb 04 07:47:37.758157 dv-cinder-733062-18-smb neutron-server[79999]: INFO keyring.backend [-] Loading file Feb 04 07:47:37.758999 dv-cinder-733062-18-smb neutron-server[79999]: INFO keyring.backend [-] Loading keyczar Feb 04 07:47:37.759303 dv-cinder-733062-18-smb neutron-server[79999]: INFO keyring.backend [-] Loading multi Feb 04 07:47:37.759945 dv-cinder-733062-18-smb neutron-server[79999]: INFO keyring.backend [-] Loading pyfs Feb 04 07:47:37.806296 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=79999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:47:37.806864 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=79999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:47:37.807240 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=79999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:47:37.807611 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 04 07:47:38.202022 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 07:47:38.202571 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 07:47:38.202571 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 07:47:38.250259 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 07:47:38.250563 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 07:47:38.250861 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 07:47:38.254438 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 07:47:38.254748 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 07:47:38.255065 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 07:47:38.323150 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 07:47:38.323468 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 07:47:38.323764 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 07:47:38.324886 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 07:47:38.325184 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 07:47:38.325476 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 07:47:38.601463 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 07:47:38.601799 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 07:47:38.602104 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 07:47:38.602397 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 07:47:38.603255 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 07:47:38.751191 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 07:47:38.751567 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 07:47:38.751887 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 07:47:38.752189 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 07:47:38.752484 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 07:47:38.752866 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 07:47:38.753159 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 07:47:38.753443 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 07:47:38.753725 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 07:47:38.754058 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 07:47:38.754347 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 07:47:38.754646 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 07:47:38.754946 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 07:47:38.755261 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 07:47:38.755565 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 07:47:38.755874 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 07:47:38.756162 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 07:47:38.756480 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 07:47:38.756759 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 07:47:38.757450 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 07:47:38.757816 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 07:47:38.758106 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 07:47:38.758446 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 07:47:38.758727 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 07:47:38.759002 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 07:47:38.759450 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=79999) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 04 07:47:38.759722 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=79999) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 04 07:47:38.759990 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=79999) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 04 07:47:38.760256 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=79999) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 04 07:47:38.760522 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=79999) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 04 07:47:38.760787 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=79999) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 04 07:47:38.762183 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 04 07:47:38.765506 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 04 07:47:38.769505 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 04 07:47:38.773615 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1300, 1349)])]) Feb 04 07:47:38.775280 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 04 07:47:38.776388 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 04 07:47:38.776770 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vxlan'] Feb 04 07:47:38.777207 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 04 07:47:38.779943 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 04 07:47:38.780225 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 04 07:47:38.780606 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch'] Feb 04 07:47:38.802644 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Feb 04 07:47:38.803183 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 07:47:38.803514 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=79999) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:79}} Feb 04 07:47:38.804854 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 07:47:38.805983 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=79999) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 04 07:47:38.806298 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch'] Feb 04 07:47:38.806832 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch'] Feb 04 07:47:38.810043 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 07:47:38.810357 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 07:47:38.877251 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 04 07:47:38.877441 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 04 07:47:38.877701 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 04 07:47:38.878110 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 04 07:47:38.914976 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_db.sqlalchemy.engines [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=79999) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Feb 04 07:47:39.362250 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.plugins.ml2.managers [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Initializing driver for type 'gre' Feb 04 07:47:39.362803 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] gre ID ranges: [(1, 1000)] Feb 04 07:47:39.404048 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.plugins.ml2.managers [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Initializing driver for type 'local' Feb 04 07:47:39.404675 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.plugins.ml2.managers [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Initializing driver for type 'vlan' Feb 04 07:47:39.415022 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] VlanTypeDriver initialization complete Feb 04 07:47:39.415422 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.plugins.ml2.managers [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Initializing driver for type 'vxlan' Feb 04 07:47:39.415975 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] vxlan ID ranges: [(1, 1000)] Feb 04 07:47:39.456740 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.plugins.ml2.managers [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Initializing extension driver 'port_security' Feb 04 07:47:39.457097 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.plugins.ml2.extensions.port_security [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] PortSecurityExtensionDriver initialization complete Feb 04 07:47:39.457470 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.plugins.ml2.managers [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Initializing mechanism driver 'openvswitch' Feb 04 07:47:39.463849 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=79999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 07:47:39.464712 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Subscribe: > port after_create 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 07:47:39.465122 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Subscribe: > port after_update 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 07:47:39.465509 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Subscribe: > port after_delete 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 07:47:39.465931 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Subscribe: > subnet after_create 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 07:47:39.466320 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Subscribe: > subnet after_update 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 07:47:39.466700 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Subscribe: > subnet after_delete 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 07:47:39.467145 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Subscribe: > network after_create 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 07:47:39.467530 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Subscribe: > network after_update 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 07:47:39.467908 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Subscribe: > network after_delete 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 07:47:39.468322 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Subscribe: > security_group after_create 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 07:47:39.468702 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Subscribe: > security_group after_update 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 07:47:39.469234 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Subscribe: > security_group after_delete 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 07:47:39.469651 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 07:47:39.470037 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 07:47:39.470469 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 07:47:39.470882 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Subscribe: > address_group after_create 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 07:47:39.471289 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Subscribe: > address_group after_update 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 07:47:39.471665 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Subscribe: > address_group after_delete 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 07:47:39.472030 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] ML2 OVO RPC backend initialized. {{(pid=79999) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Feb 04 07:47:39.472749 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Subscribe: > router_interface after_create 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 07:47:39.473132 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 07:47:39.473599 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Subscribe: > network before_response 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 07:47:39.473970 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Subscribe: > networks before_response 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 07:47:39.474352 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Subscribe: > port before_response 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 07:47:39.474728 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Subscribe: > ports before_response 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 07:47:39.475129 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Subscribe: > subnet before_response 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 07:47:39.476054 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Subscribe: > subnets before_response 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 07:47:39.476736 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Subscribe: > network after_create 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 07:47:39.477189 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Subscribe: > network after_update 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 07:47:39.477577 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Subscribe: > network after_delete 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 07:47:39.477944 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Subscribe: > port after_create 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 07:47:39.478317 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Subscribe: > port after_update 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 07:47:39.478691 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Subscribe: > port after_delete 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 07:47:39.479088 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Subscribe: > subnet after_create 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 07:47:39.479464 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Subscribe: > subnet after_update 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 07:47:39.479830 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Subscribe: > subnet after_delete 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 07:47:39.480477 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.plugins.ml2.plugin [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Modular L2 Plugin initialization complete Feb 04 07:47:39.480825 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.manager [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loading services supported by the core plugin {{(pid=79999) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 04 07:47:39.481188 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.plugins.ml2.managers [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Got port-security extension from driver 'port_security' Feb 04 07:47:39.481697 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.extensions.vlantransparent [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Disabled vlantransparent extension. Feb 04 07:47:39.483202 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.manager [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=79999) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 04 07:47:39.483564 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.manager [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loading Plugin: router Feb 04 07:47:39.520137 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Subscribe: > router_interface before_create 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 07:47:39.520565 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Subscribe: > router after_create 55549900 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 07:47:39.520970 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Subscribe: > router before_create 55549900 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 07:47:39.521363 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 07:47:39.521778 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 07:47:39.522169 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Subscribe: > router after_delete 55549900 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 07:47:39.522643 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Subscribe: > floatingip after_update 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 07:47:39.523168 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Subscribe: > router after_create 55549900 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 07:47:39.523558 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Subscribe: > router after_update 55549900 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 07:47:39.523951 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Subscribe: > router after_update 55549900 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 07:47:39.524337 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 07:47:39.524741 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Subscribe: > router after_update 55549900 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 07:47:39.525237 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Subscribe: > router precommit_update 55549900 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 07:47:39.525650 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Subscribe: port after_update 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 07:47:39.526036 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Subscribe: port after_delete 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 07:47:39.526399 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Subscribe: subnet after_update 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 07:47:39.526772 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 07:47:39.527190 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Subscribe: > port precommit_delete 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 07:47:39.527578 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Subscribe: > router precommit_create 55549900 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 07:47:39.527956 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Subscribe: port before_delete 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 07:47:39.528335 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Subscribe: > router precommit_create 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 07:47:39.528735 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Subscribe: > router after_update 55549900 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 07:47:39.529116 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Subscribe: > router precommit_delete 55549900 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 07:47:39.529502 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Subscribe: > router precommit_create 55549900 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 07:47:39.529904 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Subscribe: > router_interface after_create 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 07:47:39.530285 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Subscribe: > router precommit_update 55549900 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 07:47:39.530705 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Subscribe: > network after_delete 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 07:47:39.531731 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource_registry [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Tracking information for resource: router configured {{(pid=79999) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 04 07:47:39.532100 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource_registry [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Tracking information for resource: floatingip configured {{(pid=79999) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 04 07:47:39.536977 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.db.l3_agentschedulers_db [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 04 07:47:39.537627 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Subscribe: port after_update 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 07:47:39.538554 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Subscribe: port after_create 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 07:47:39.538981 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Subscribe: port after_delete 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 07:47:39.539396 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Subscribe: port after_update 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 07:47:39.540304 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Subscribe: > router before_create 55550100 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 07:47:39.540707 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Subscribe: > router precommit_delete 55550100 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 07:47:39.541182 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Subscribe: > router precommit_create 55550100 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 07:47:39.541504 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Subscribe: > router precommit_update 55550100 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 07:47:39.546283 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.services.provider_configuration [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Service providers = [] {{(pid=79999) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 04 07:47:39.546676 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.servicetype_db [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=79999) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 04 07:47:39.549527 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.services.service_base [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=79999) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 04 07:47:39.549908 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.services.service_base [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=79999) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 04 07:47:39.550285 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.services.service_base [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=79999) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 04 07:47:39.551290 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.services.service_base [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=79999) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 04 07:47:39.551623 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.services.service_base [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 04 07:47:39.552041 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.manager [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=79999) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 04 07:47:39.552395 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.manager [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 04 07:47:39.563576 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.manager [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=79999) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 04 07:47:39.563949 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.manager [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loading Plugin: auto_allocate Feb 04 07:47:39.569545 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Subscribe: network precommit_update 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 07:47:39.569955 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Subscribe: network precommit_create 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 07:47:39.570539 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.manager [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=79999) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 04 07:47:39.570891 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.manager [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loading Plugin: tag Feb 04 07:47:39.579287 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.manager [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=79999) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 04 07:47:39.579610 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.manager [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loading Plugin: timestamp Feb 04 07:47:39.583495 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.manager [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=79999) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 04 07:47:39.583870 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.manager [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loading Plugin: network_ip_availability Feb 04 07:47:39.589458 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 07:47:39.589871 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 07:47:39.590254 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 07:47:39.591069 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.manager [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=79999) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 04 07:47:39.591433 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.manager [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loading Plugin: flavors Feb 04 07:47:39.595971 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.manager [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=79999) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 04 07:47:39.596345 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.manager [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loading Plugin: revisions Feb 04 07:47:39.601307 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.manager [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=79999) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 04 07:47:39.601898 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.794s {{(pid=79999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:47:39.602701 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=79999) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Feb 04 07:47:39.603091 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Initializing extension manager. Feb 04 07:47:39.603664 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loading extension file: __init__.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 07:47:39.604048 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loading extension file: __pycache__ {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 07:47:39.604418 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 07:47:39.604826 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loading extension file: address_group.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 07:47:39.605632 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 07:47:39.606293 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loaded extension: address-group Feb 04 07:47:39.606655 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loading extension file: address_scope.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 07:47:39.607449 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 07:47:39.608032 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loaded extension: address-scope Feb 04 07:47:39.608398 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loading extension file: admin_state_down_before_update.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 07:47:39.609342 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 07:47:39.609925 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loaded extension: router-admin-state-down-before-update Feb 04 07:47:39.610288 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loading extension file: agent.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 07:47:39.611070 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 07:47:39.611651 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loaded extension: agent Feb 04 07:47:39.612012 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loading extension file: agent_resources_synced.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 07:47:39.612931 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 07:47:39.613512 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loaded extension: agent-resources-synced Feb 04 07:47:39.613873 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loading extension file: allowedaddresspairs.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 07:47:39.615701 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 07:47:39.617032 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loaded extension: allowed-address-pairs Feb 04 07:47:39.617403 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loading extension file: auto_allocated_topology.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 07:47:39.618482 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 07:47:39.619097 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loaded extension: auto-allocated-topology Feb 04 07:47:39.619464 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loading extension file: availability_zone.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 07:47:39.620208 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 07:47:39.620795 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loaded extension: availability_zone Feb 04 07:47:39.621156 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loading extension file: availability_zone_filter.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 07:47:39.622079 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 07:47:39.622690 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loaded extension: availability_zone_filter Feb 04 07:47:39.623065 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loading extension file: data_plane_status.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 07:47:39.623976 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 07:47:39.624558 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Extension data-plane-status not supported by any of loaded plugins Feb 04 07:47:39.624920 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loading extension file: default_subnetpools.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 07:47:39.625967 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 07:47:39.626551 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loaded extension: default-subnetpools Feb 04 07:47:39.626914 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loading extension file: dhcpagentscheduler.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 07:47:39.627787 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 07:47:39.628366 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loaded extension: dhcp_agent_scheduler Feb 04 07:47:39.628731 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loading extension file: dns.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 07:47:39.629648 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 07:47:39.630225 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Extension dns-integration not supported by any of loaded plugins Feb 04 07:47:39.630584 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loading extension file: dns_domain_ports.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 07:47:39.631526 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 07:47:39.632158 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 04 07:47:39.632515 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loading extension file: dvr.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 07:47:39.633233 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 07:47:39.633813 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loaded extension: dvr Feb 04 07:47:39.634172 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loading extension file: empty_string_filtering.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 07:47:39.635120 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 07:47:39.635700 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loaded extension: empty-string-filtering Feb 04 07:47:39.636067 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 07:47:39.636987 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 07:47:39.637563 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 04 07:47:39.637923 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 07:47:39.638843 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 07:47:39.639445 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 04 07:47:39.639808 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loading extension file: external_net.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 07:47:39.640721 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 07:47:39.641303 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loaded extension: external-net Feb 04 07:47:39.641665 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loading extension file: extra_dhcp_opt.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 07:47:39.642574 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 07:47:39.643181 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loaded extension: extra_dhcp_opt Feb 04 07:47:39.643548 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loading extension file: extraroute.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 07:47:39.644458 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 07:47:39.645040 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loaded extension: extraroute Feb 04 07:47:39.645402 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loading extension file: extraroute_atomic.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 07:47:39.646441 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 07:47:39.647060 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loaded extension: extraroute-atomic Feb 04 07:47:39.647460 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loading extension file: filter_validation.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 07:47:39.648219 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 07:47:39.648801 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loaded extension: filter-validation Feb 04 07:47:39.649163 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loading extension file: fip_pf_description.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 07:47:39.650079 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 07:47:39.650652 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 04 07:47:39.651024 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loading extension file: fip_port_details.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 07:47:39.651963 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 07:47:39.652537 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loaded extension: fip-port-details Feb 04 07:47:39.652896 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loading extension file: flavors.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 07:47:39.654224 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 07:47:39.654815 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loaded extension: flavors Feb 04 07:47:39.655212 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 07:47:39.656918 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 07:47:39.657556 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 04 07:47:39.657927 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loading extension file: floatingip_pools.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 07:47:39.658678 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 07:47:39.659299 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loaded extension: floatingip-pools Feb 04 07:47:39.659667 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loading extension file: ip_allocation.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 07:47:39.660617 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 07:47:39.661203 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Extension ip_allocation not supported by any of loaded plugins Feb 04 07:47:39.661560 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 07:47:39.662505 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 07:47:39.663662 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loaded extension: ip-substring-filtering Feb 04 07:47:39.664096 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loading extension file: l2_adjacency.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 07:47:39.665036 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 07:47:39.665612 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 04 07:47:39.665972 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loading extension file: l3.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 07:47:39.667070 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 07:47:39.667664 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loaded extension: router Feb 04 07:47:39.668029 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loading extension file: l3_conntrack_helper.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 07:47:39.670285 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 07:47:39.670900 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 04 07:47:39.671321 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 07:47:39.672330 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 07:47:39.672849 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loaded extension: ext-gw-mode Feb 04 07:47:39.673218 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 07:47:39.674145 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 07:47:39.674733 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loaded extension: l3-ha Feb 04 07:47:39.675120 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loading extension file: l3_flavors.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 07:47:39.676060 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 07:47:39.676687 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loaded extension: l3-flavors Feb 04 07:47:39.677129 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 07:47:39.678075 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 07:47:39.679305 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 04 07:47:39.679666 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loading extension file: l3agentscheduler.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 07:47:39.680839 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 07:47:39.681689 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loaded extension: l3_agent_scheduler Feb 04 07:47:39.682056 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loading extension file: logging.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 07:47:39.683634 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 07:47:39.684233 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Extension logging not supported by any of loaded plugins Feb 04 07:47:39.684601 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loading extension file: metering.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 07:47:39.685405 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 07:47:39.686108 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loaded extension: metering Feb 04 07:47:39.686478 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 07:47:39.687633 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 07:47:39.688221 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loaded extension: metering_source_and_destination_fields Feb 04 07:47:39.688586 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loading extension file: multiprovidernet.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 07:47:39.689525 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 07:47:39.690111 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loaded extension: multi-provider Feb 04 07:47:39.690475 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loading extension file: netmtu.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 07:47:39.691419 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 07:47:39.692002 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loaded extension: net-mtu Feb 04 07:47:39.692364 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loading extension file: netmtu_writable.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 07:47:39.693285 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 07:47:39.693891 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loaded extension: net-mtu-writable Feb 04 07:47:39.694228 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loading extension file: network_availability_zone.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 07:47:39.695266 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 07:47:39.695847 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loaded extension: network_availability_zone Feb 04 07:47:39.696212 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loading extension file: network_ip_availability.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 07:47:39.697447 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 07:47:39.698034 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loaded extension: network-ip-availability Feb 04 07:47:39.698401 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loading extension file: network_segment_range.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 07:47:39.699264 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 07:47:39.699849 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Extension network-segment-range not supported by any of loaded plugins Feb 04 07:47:39.700208 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loading extension file: pagination.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 07:47:39.701208 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 07:47:39.701584 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loaded extension: pagination Feb 04 07:47:39.701943 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loading extension file: port_device_profile.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 07:47:39.702887 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 07:47:39.703503 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loaded extension: port-device-profile Feb 04 07:47:39.703863 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 07:47:39.704794 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 07:47:39.705377 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loaded extension: port-mac-address-regenerate Feb 04 07:47:39.705738 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 07:47:39.706669 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 07:47:39.707319 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loaded extension: port-numa-affinity-policy Feb 04 07:47:39.707678 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loading extension file: port_resource_request.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 07:47:39.708601 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 07:47:39.709188 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Extension port-resource-request not supported by any of loaded plugins Feb 04 07:47:39.709550 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loading extension file: portbindings.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 07:47:39.710539 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 07:47:39.711157 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loaded extension: binding Feb 04 07:47:39.711526 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loading extension file: portbindings_extended.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 07:47:39.712821 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 07:47:39.713412 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loaded extension: binding-extended Feb 04 07:47:39.713777 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loading extension file: portsecurity.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 07:47:39.714706 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 07:47:39.715329 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loaded extension: port-security Feb 04 07:47:39.715697 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loading extension file: project_id.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 07:47:39.716692 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 07:47:39.717070 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loaded extension: project-id Feb 04 07:47:39.717437 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loading extension file: providernet.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 07:47:39.718361 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 07:47:39.718954 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loaded extension: provider Feb 04 07:47:39.719344 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loading extension file: qos.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 07:47:39.723096 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 07:47:39.723697 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Extension qos not supported by any of loaded plugins Feb 04 07:47:39.724066 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 07:47:39.725411 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 07:47:39.727938 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 04 07:47:39.728313 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 07:47:39.729401 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 07:47:39.729994 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 04 07:47:39.730358 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loading extension file: qos_default.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 07:47:39.731334 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 07:47:39.731920 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Extension qos-default not supported by any of loaded plugins Feb 04 07:47:39.732280 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loading extension file: qos_fip.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 07:47:39.732981 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 07:47:39.733566 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Extension qos-fip not supported by any of loaded plugins Feb 04 07:47:39.733921 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loading extension file: qos_gateway_ip.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 07:47:39.734852 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 07:47:39.735473 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 04 07:47:39.735831 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loading extension file: qos_port_network_policy.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 07:47:39.736761 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 07:47:39.737346 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 04 07:47:39.737708 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loading extension file: qos_rule_type_details.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 07:47:39.738642 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 07:47:39.739278 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 04 07:47:39.739644 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loading extension file: qos_rules_alias.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 07:47:39.740732 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 07:47:39.742063 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 04 07:47:39.742855 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loading extension file: quotasv2.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 07:47:39.743788 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 07:47:39.744163 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loaded extension: quotas Feb 04 07:47:39.744526 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loading extension file: quotasv2_detail.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 07:47:39.746172 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 07:47:39.746555 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loaded extension: quota_details Feb 04 07:47:39.746922 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loading extension file: rbac.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 07:47:39.748230 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 07:47:39.748828 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loaded extension: rbac-policies Feb 04 07:47:39.749197 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loading extension file: rbac_address_scope.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 07:47:39.750133 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 07:47:39.750722 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loaded extension: rbac-address-scope Feb 04 07:47:39.751113 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loading extension file: rbac_security_groups.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 07:47:39.752097 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 07:47:39.752627 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loaded extension: rbac-security-groups Feb 04 07:47:39.752990 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loading extension file: rbac_subnetpool.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 07:47:39.753917 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 07:47:39.754492 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loaded extension: rbac-subnetpool Feb 04 07:47:39.754852 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loading extension file: revisionifmatch.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 07:47:39.755812 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 07:47:39.756394 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loaded extension: revision-if-match Feb 04 07:47:39.756812 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loading extension file: revisions.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 07:47:39.758123 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 07:47:39.758703 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loaded extension: standard-attr-revisions Feb 04 07:47:39.759090 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loading extension file: router_availability_zone.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 07:47:39.759812 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 07:47:39.760395 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loaded extension: router_availability_zone Feb 04 07:47:39.760759 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loading extension file: routerservicetype.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 07:47:39.761693 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 07:47:39.762279 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Extension router-service-type not supported by any of loaded plugins Feb 04 07:47:39.762636 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 07:47:39.763652 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 07:47:39.764171 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loaded extension: security-groups-normalized-cidr Feb 04 07:47:39.764531 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loading extension file: security_groups_port_filtering.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 07:47:39.765480 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 07:47:39.766063 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loaded extension: port-security-groups-filtering Feb 04 07:47:39.766418 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 07:47:39.767378 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 07:47:39.767961 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loaded extension: security-groups-remote-address-group Feb 04 07:47:39.768317 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loading extension file: securitygroup.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 07:47:39.782115 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 07:47:39.782736 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loaded extension: security-group Feb 04 07:47:39.783129 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loading extension file: segment.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 07:47:39.784004 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 07:47:39.784588 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Extension segment not supported by any of loaded plugins Feb 04 07:47:39.784957 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 07:47:39.785915 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 07:47:39.786501 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 04 07:47:39.786868 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loading extension file: servicetype.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 07:47:39.788105 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 07:47:39.789214 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loaded extension: service-type Feb 04 07:47:39.789584 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loading extension file: sorting.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 07:47:39.790570 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 07:47:39.790947 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loaded extension: sorting Feb 04 07:47:39.791335 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loading extension file: standard_attr_segment.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 07:47:39.792256 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 07:47:39.792859 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 04 07:47:39.793217 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loading extension file: standardattrdescription.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 07:47:39.793924 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 07:47:39.794510 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loaded extension: standard-attr-description Feb 04 07:47:39.794872 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loading extension file: stateful_security_group.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 07:47:39.795841 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 07:47:39.796436 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loaded extension: stateful-security-group Feb 04 07:47:39.796799 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loading extension file: stdattrs_common.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 07:47:39.797385 dv-cinder-733062-18-smb neutron-server[79999]: WARNING neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 04 07:47:39.797748 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 07:47:39.799237 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 07:47:39.799824 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 04 07:47:39.800188 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loading extension file: subnet_onboard.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 07:47:39.801255 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 07:47:39.801844 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loaded extension: subnet_onboard Feb 04 07:47:39.802203 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 07:47:39.803166 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 07:47:39.803881 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 04 07:47:39.803881 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loading extension file: subnet_service_types.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 07:47:39.805075 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 07:47:39.805662 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loaded extension: subnet-service-types Feb 04 07:47:39.806022 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loading extension file: subnetallocation.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 07:47:39.807389 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 07:47:39.807987 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loaded extension: subnet_allocation Feb 04 07:47:39.808352 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 07:47:39.809050 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 07:47:39.809633 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loaded extension: subnetpool-prefix-ops Feb 04 07:47:39.809996 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 07:47:39.810933 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 07:47:39.811548 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 04 07:47:39.811906 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loading extension file: tagging.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 07:47:39.813195 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 07:47:39.813793 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loaded extension: standard-attr-tag Feb 04 07:47:39.814157 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loading extension file: timestamp.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 07:47:39.815356 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 07:47:39.815953 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loaded extension: standard-attr-timestamp Feb 04 07:47:39.816319 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loading extension file: trunk.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 07:47:39.817373 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 07:47:39.817971 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Extension trunk not supported by any of loaded plugins Feb 04 07:47:39.818336 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loading extension file: trunk_details.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 07:47:39.819328 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 07:47:39.819921 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Extension trunk-details not supported by any of loaded plugins Feb 04 07:47:39.820277 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loading extension file: uplink_status_propagation.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 07:47:39.821207 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 07:47:39.821790 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 04 07:47:39.822153 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Loading extension file: vlantransparent.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 07:47:39.822875 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 07:47:39.823472 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 04 07:47:39.826434 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.quota.resource_registry [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Creating instance of TrackedResource for resource:network Feb 04 07:47:39.827456 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.quota.resource_registry [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Creating instance of TrackedResource for resource:subnet Feb 04 07:47:39.828144 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.quota.resource_registry [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Creating instance of TrackedResource for resource:subnetpool Feb 04 07:47:39.828812 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.quota.resource_registry [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Creating instance of TrackedResource for resource:port Feb 04 07:47:39.831272 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.v2.resource_helper [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79999) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 04 07:47:39.831732 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.v2.resource_helper [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Service FLAVORS assigned prefix: {{(pid=79999) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 04 07:47:39.832416 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.v2.resource_helper [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79999) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 04 07:47:39.832893 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.v2.resource_helper [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79999) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 04 07:47:39.833264 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.quota.resource_registry [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Creating instance of TrackedResource for resource:router Feb 04 07:47:39.833984 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.quota.resource_registry [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Creating instance of TrackedResource for resource:floatingip Feb 04 07:47:39.834764 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.v2.resource_helper [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Service METERING assigned prefix: /metering {{(pid=79999) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 04 07:47:39.837292 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 07:47:39.837693 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 07:47:39.838082 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 07:47:39.839310 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.quota.resource_registry [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Creating instance of CountableResource for resource:rbac_policy Feb 04 07:47:39.839798 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.quota.resource_registry [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Creating instance of TrackedResource for resource:security_group Feb 04 07:47:39.840611 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.quota.resource_registry [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 04 07:47:39.841415 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.v2.resource_helper [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Service CORE assigned prefix: {{(pid=79999) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 04 07:47:39.841794 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.quota.resource_registry [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Creating instance of TrackedResource for resource:subnetpool Feb 04 07:47:39.842160 dv-cinder-733062-18-smb neutron-server[79999]: WARNING neutron.quota.resource_registry [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] subnetpool is already registered Feb 04 07:47:39.842834 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.v2.resource_helper [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Service CORE assigned prefix: {{(pid=79999) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 04 07:47:39.843233 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.quota.resource_registry [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Creating instance of TrackedResource for resource:subnetpool Feb 04 07:47:39.843601 dv-cinder-733062-18-smb neutron-server[79999]: WARNING neutron.quota.resource_registry [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] subnetpool is already registered Feb 04 07:47:39.846375 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.v2.resource_helper [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79999) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 04 07:47:39.846849 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.v2.resource_helper [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Service FLAVORS assigned prefix: {{(pid=79999) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 04 07:47:39.847525 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.v2.resource_helper [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79999) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 04 07:47:39.847991 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.v2.resource_helper [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79999) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 04 07:47:39.848366 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.quota.resource_registry [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Creating instance of TrackedResource for resource:router Feb 04 07:47:39.848730 dv-cinder-733062-18-smb neutron-server[79999]: WARNING neutron.quota.resource_registry [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] router is already registered Feb 04 07:47:39.849393 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.quota.resource_registry [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Creating instance of TrackedResource for resource:floatingip Feb 04 07:47:39.849750 dv-cinder-733062-18-smb neutron-server[79999]: WARNING neutron.quota.resource_registry [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] floatingip is already registered Feb 04 07:47:39.850445 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.v2.resource_helper [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Service METERING assigned prefix: /metering {{(pid=79999) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 04 07:47:39.851974 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.quota.resource_registry [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Creating instance of CountableResource for resource:rbac_policy Feb 04 07:47:39.852344 dv-cinder-733062-18-smb neutron-server[79999]: WARNING neutron.quota.resource_registry [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] rbac_policy is already registered Feb 04 07:47:39.852968 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.quota.resource_registry [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Creating instance of TrackedResource for resource:security_group Feb 04 07:47:39.853343 dv-cinder-733062-18-smb neutron-server[79999]: WARNING neutron.quota.resource_registry [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] security_group is already registered Feb 04 07:47:39.853990 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.quota.resource_registry [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 04 07:47:39.854357 dv-cinder-733062-18-smb neutron-server[79999]: WARNING neutron.quota.resource_registry [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] security_group_rule is already registered Feb 04 07:47:39.855154 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.v2.resource_helper [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Service CORE assigned prefix: {{(pid=79999) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 04 07:47:39.855488 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.quota.resource_registry [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Creating instance of TrackedResource for resource:subnetpool Feb 04 07:47:39.855850 dv-cinder-733062-18-smb neutron-server[79999]: WARNING neutron.quota.resource_registry [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] subnetpool is already registered Feb 04 07:47:39.856626 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.v2.resource_helper [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Service CORE assigned prefix: {{(pid=79999) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 04 07:47:39.856995 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.quota.resource_registry [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Creating instance of TrackedResource for resource:subnetpool Feb 04 07:47:39.857356 dv-cinder-733062-18-smb neutron-server[79999]: WARNING neutron.quota.resource_registry [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] subnetpool is already registered Feb 04 07:47:39.858078 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Extended resource: extensions {{(pid=79999) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 04 07:47:39.859726 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Extended resource: address-groups {{(pid=79999) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 04 07:47:39.861458 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Extended resource: address-scopes {{(pid=79999) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 04 07:47:39.862783 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Extended resource: agents {{(pid=79999) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 04 07:47:39.864072 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Extended resource: auto-allocated-topology {{(pid=79999) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 04 07:47:39.865430 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Extended resource: availability_zones {{(pid=79999) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 04 07:47:39.867052 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Extended resource: dhcp-networks {{(pid=79999) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 04 07:47:39.868590 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Extended resource: dhcp-agents {{(pid=79999) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 04 07:47:39.870127 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Extended resource: routers {{(pid=79999) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 04 07:47:39.872102 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Extended resource: flavors {{(pid=79999) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 04 07:47:39.873383 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Extended resource: service_profiles {{(pid=79999) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 04 07:47:39.874709 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Extended resource: next_providers {{(pid=79999) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 04 07:47:39.876390 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Extended resource: service_profiles {{(pid=79999) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 04 07:47:39.877968 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Extended resource: floatingip-pools {{(pid=79999) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 04 07:47:39.879306 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Extended resource: routers {{(pid=79999) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 04 07:47:39.881267 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Extended resource: floatingips {{(pid=79999) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 04 07:47:39.882721 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Extended resource: l3-routers {{(pid=79999) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 04 07:47:39.884251 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Extended resource: l3-agents {{(pid=79999) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 04 07:47:39.885779 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Extended resource: metering-labels {{(pid=79999) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 04 07:47:39.887271 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Extended resource: metering-label-rules {{(pid=79999) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 04 07:47:39.888716 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Extended resource: network-ip-availabilities {{(pid=79999) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 04 07:47:39.890085 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Extended resource: bindings {{(pid=79999) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 04 07:47:39.891899 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Extended resource: quotas {{(pid=79999) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 04 07:47:39.893453 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Extended resource: quotas {{(pid=79999) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 04 07:47:39.894982 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Extended resource: rbac-policies {{(pid=79999) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 04 07:47:39.896420 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Extended resource: security-groups {{(pid=79999) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 04 07:47:39.898292 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Extended resource: security-group-rules {{(pid=79999) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 04 07:47:39.899668 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Extended resource: service-providers {{(pid=79999) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 04 07:47:39.900995 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Extended resource: subnetpools {{(pid=79999) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 04 07:47:39.902525 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Extended resource: subnetpools {{(pid=79999) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 04 07:47:39.904154 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Extended resource: tags {{(pid=79999) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 04 07:47:39.905977 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Extended resource: tags {{(pid=79999) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 04 07:47:39.909095 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Extended resource: tags {{(pid=79999) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 04 07:47:39.911054 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Extended resource: tags {{(pid=79999) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 04 07:47:39.913103 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Extended resource: tags {{(pid=79999) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 04 07:47:39.915729 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Extended resource: tags {{(pid=79999) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 04 07:47:39.917663 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Extended resource: tags {{(pid=79999) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 04 07:47:39.919698 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Extended resource: tags {{(pid=79999) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 04 07:47:39.921750 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Extended resource: tags {{(pid=79999) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 04 07:47:39.923782 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.extensions [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Extended resource: tags {{(pid=79999) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 04 07:47:39.931186 dv-cinder-733062-18-smb neutron-server[79999]: WARNING keystonemiddleware.auth_token [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 04 07:47:39.936845 dv-cinder-733062-18-smb neutron-server[79999]: WARNING keystonemiddleware.auth_token [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 04 07:47:39.945671 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Acquired lock "singleton_lock" {{(pid=79999) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Feb 04 07:47:39.946195 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Releasing lock "singleton_lock" {{(pid=79999) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Feb 04 07:47:39.947693 dv-cinder-733062-18-smb neutron-server[79999]: INFO oslo_service.service [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Starting 2 workers Feb 04 07:47:39.952494 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Started child 80113 {{(pid=79999) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 04 07:47:39.957295 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:47:39.957756 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Started child 80114 {{(pid=79999) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 04 07:47:39.959173 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [-] (80113) wsgi starting up on http://0.0.0.0:9696 Feb 04 07:47:39.959370 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.service [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 04 07:47:39.960690 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Notify callbacks [] for process, before_spawn {{(pid=79999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:47:39.962421 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:47:39.963559 dv-cinder-733062-18-smb neutron-server[79999]: INFO oslo_service.service [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Starting 1 workers Feb 04 07:47:39.963930 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [-] (80114) wsgi starting up on http://0.0.0.0:9696 Feb 04 07:47:39.969151 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Started child 80115 {{(pid=79999) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 04 07:47:39.969700 dv-cinder-733062-18-smb neutron-server[79999]: INFO oslo_service.service [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Starting 1 workers Feb 04 07:47:39.971684 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.service [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] calling RpcWorker wait() {{(pid=80115) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 04 07:47:39.972067 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.service [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] returning from RpcWorker wait() {{(pid=80115) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 04 07:47:39.973585 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:47:39.974094 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 07:47:39.974638 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Started child 80116 {{(pid=79999) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 04 07:47:39.975465 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-edec0b03-532f-4ce3-9653-4c0fe4b653b8 None None] Notify callbacks [] for process, after_spawn {{(pid=79999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:47:39.977797 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=79999) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Feb 04 07:47:39.978035 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Feb 04 07:47:39.978242 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Feb 04 07:47:39.978509 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Feb 04 07:47:39.978908 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Feb 04 07:47:39.979193 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Feb 04 07:47:39.979547 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:47:39.979693 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:39.979955 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:39.980274 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:39.980574 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:39.980913 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:39.981362 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 07:47:39.981584 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:39.981874 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:39.982189 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:39.982498 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:39.982770 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:39.982971 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:39.983193 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:39.983489 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:39.983780 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:39.984132 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:39.984423 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:39.984698 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:39.984978 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:39.985192 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:39.985478 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] config_source = [] {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:39.985778 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:39.986063 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:39.986367 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] debug = True {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:39.986629 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:39.987272 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:39.987538 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:39.987777 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:39.988031 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:39.988333 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:39.988600 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:39.988882 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:39.989275 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:39.989440 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:39.989679 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:39.989961 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:39.990228 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:39.990503 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:39.990882 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:39.991098 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:39.991598 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] host = dv-cinder-733062-18-smb {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:39.991868 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:39.992235 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:39.992509 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:39.992779 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:39.993071 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:39.993337 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:39.993621 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:39.993925 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:39.994187 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:39.994448 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:39.994737 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:39.995002 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:39.995306 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] log_dir = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:39.995612 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] log_file = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:39.995773 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] log_options = True {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:39.995976 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:39.996264 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:39.996549 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:39.996764 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:39.996959 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:39.997148 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:39.997446 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:39.997694 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:39.997903 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:39.998169 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:39.998416 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:39.998687 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:39.998935 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:39.999208 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:39.999463 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:39.999712 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:39.999989 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:40.000230 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:40.000527 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:40.000809 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:40.001090 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:40.001353 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:40.001621 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:40.001882 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:40.002133 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:40.002395 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:40.003182 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:40.003182 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:40.003182 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:40.003598 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:40.003598 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:40.004512 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:40.004512 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:40.004872 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:40.004872 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:40.005791 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:40.005791 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:40.005791 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:40.005791 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:40.006363 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:40.006363 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:40.006571 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:40.006873 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:40.007698 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:40.007698 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] use_journal = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:40.007698 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] use_json = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:40.007925 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:40.008414 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:40.008414 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:40.008574 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:40.008783 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:40.010155 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:40.010155 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:40.010155 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:40.010155 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.010456 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.010815 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.011120 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.011407 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.011684 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.011980 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.012251 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.012540 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.012816 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.013138 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.013405 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.013828 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.013982 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.014257 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.014940 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.014940 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.015246 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.015460 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.016183 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.016183 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.016461 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.016603 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.016836 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.017471 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.99/identity {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.017471 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.018503 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.018503 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.018503 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.019191 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.019191 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.019191 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.019546 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.019640 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.019844 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.020097 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.020360 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.020614 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.021273 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.021273 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.021666 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.021939 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.022204 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.022991 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.023465 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.023874 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.024146 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.024423 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.024696 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.024996 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.025306 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.025568 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.025851 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.026026 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.026412 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.026638 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.026849 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.031166 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.031166 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.031166 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.031166 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.031166 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.031166 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.031166 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.031166 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.031166 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.032198 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.032198 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.032198 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.032198 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.032198 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.032198 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.032198 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.032198 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.032198 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.032940 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.032940 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.032940 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.032940 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.032940 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.032940 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.032940 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.032940 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.032940 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.033710 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.033710 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.033710 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.033959 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.034102 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.034384 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.034636 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.034904 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.035187 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.035420 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.035664 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.035932 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.036189 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.036463 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.036721 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.036973 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.037266 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.037623 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.037778 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.038120 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.038961 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.039294 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.039633 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.039919 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.040209 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.040478 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.040784 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.041099 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.041357 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.041664 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.041937 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.042262 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.042600 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.042903 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.043221 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.043493 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.043761 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.044045 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.044341 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.044592 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.044861 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.045127 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.045407 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.045721 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.045984 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.046239 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.046485 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.046753 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.047148 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.047464 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.047733 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.047999 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.048309 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.048620 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.048892 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.049201 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.049513 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.049756 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.050054 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.050356 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.99/identity {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.050632 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.050902 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.051214 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.051486 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.051766 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.052013 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.052288 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.052558 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.052806 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.053096 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.053347 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.053601 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.054621 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.054621 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.055648 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.055648 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.055648 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.055648 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.056175 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.056175 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.056686 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.056836 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.056974 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.057262 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.057519 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.057828 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.058132 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.059098 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.059098 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.059098 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.059346 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.059417 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.059677 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.059955 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.060206 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.060460 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.062073 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.062073 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.062073 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.062073 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.062073 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.062073 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.062807 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.062807 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.063129 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.063278 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.064358 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.064358 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.064358 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.064358 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.064909 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.064909 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.064909 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.065294 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.065429 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.065628 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.065875 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.066123 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.066369 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.066636 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.066882 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.067225 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.067512 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.067786 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.068039 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.068286 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.068534 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.068785 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.069030 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.069360 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.070015 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.070015 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.070261 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.070700 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.070956 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.071240 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.071543 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.071815 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.072075 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.072387 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.072659 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.072948 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.073231 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.073591 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.073865 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.074159 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.074411 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.074691 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.074973 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.075304 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.075689 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.076049 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.076330 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.076606 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.076928 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.077241 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1300:1349'] {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.077564 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.077816 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.078124 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.078499 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.078798 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.079088 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.079375 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.079665 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.079925 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.080178 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.080433 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.080688 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.080940 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.081221 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.081555 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.081765 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.082061 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.082330 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.082586 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.082846 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.083119 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.083381 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.083633 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.083830 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Feb 04 07:47:40.084385 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=79999) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Feb 04 07:47:40.084573 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Feb 04 07:47:40.084726 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Feb 04 07:47:40.085493 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Feb 04 07:47:40.085729 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Feb 04 07:47:40.085916 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Feb 04 07:47:40.086164 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:40.086358 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:40.086546 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:40.086737 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:40.087907 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:40.088848 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:40.089045 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:40.089237 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:40.089405 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:40.089576 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:40.089792 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:40.089937 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:40.090088 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:40.090237 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:40.090428 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:40.090617 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:40.090794 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:40.090938 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:40.091155 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:40.091344 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] config_source = [] {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:40.091569 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:40.091739 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:40.091898 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] debug = True {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:40.092048 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:40.092197 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:40.092353 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:40.092639 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:40.092639 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:40.092951 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:40.093100 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:40.093259 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:40.093416 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:40.093565 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:40.093714 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:40.093872 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:40.094022 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:40.094124 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:40.094250 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:40.094435 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:40.094621 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] host = dv-cinder-733062-18-smb {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:40.094779 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:40.094964 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:40.095143 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:40.095334 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:40.095522 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:40.095710 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:40.095895 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:40.096082 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:40.096377 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:40.096480 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:40.096558 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:40.096756 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:40.096881 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] log_dir = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:40.097080 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] log_file = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:40.097337 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] log_options = True {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:40.097502 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:40.097688 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:40.097931 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:40.098076 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:40.098216 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:40.098353 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:40.098537 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:40.098723 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:40.098993 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:40.099168 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:40.099321 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:40.099461 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:40.099645 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:40.099841 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:40.099995 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:40.100179 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:40.100365 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:40.100670 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:40.101347 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:40.101536 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:40.101723 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:40.101910 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:40.102097 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:40.102281 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:40.102465 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:40.102666 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:40.102813 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:40.102992 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:40.103183 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:40.103362 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:40.103547 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:40.103739 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:40.103928 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:40.104119 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:40.104301 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:40.104485 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:40.104694 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:40.104858 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:40.105043 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:40.105228 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:40.105414 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:40.105605 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:40.105787 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:40.105975 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:40.106161 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] use_journal = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:40.106346 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] use_json = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:40.106532 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:40.106716 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:40.106899 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:40.107109 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:40.107300 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:40.107486 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:40.107671 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:40.107857 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 07:47:40.108065 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.108256 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.108458 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.108647 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.108836 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.109024 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.109214 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.109403 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.109590 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.109779 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.109974 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.110164 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.110363 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.110550 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.110739 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.110930 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.111145 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.111335 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.111524 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.111712 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.111901 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.112091 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.112297 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.112486 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.112676 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.99/identity {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.112866 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.113056 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.113245 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.113439 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.113628 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.113822 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.114009 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.114200 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.114388 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.114577 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.114770 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.114958 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.115173 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.115364 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.115555 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.115745 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.115937 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.116177 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 07:47:40.116294 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.116854 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.116854 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.116854 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.116854 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.117121 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.117190 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.117366 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.117528 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.117717 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.117906 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.118096 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.118291 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.118477 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.118665 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.118853 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.119060 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.119255 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.119444 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.119647 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.119835 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.120025 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.120213 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.120403 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.120592 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.120780 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.120968 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.121156 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.121344 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.121532 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.121722 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.121910 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.122138 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.122251 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.122425 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.122613 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.122802 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.122996 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.123208 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.123398 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.123585 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.123773 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.123971 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.124177 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.124364 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.124554 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.124742 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.124930 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.125118 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.125305 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.125496 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.125685 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.125871 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.126058 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.126246 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.126435 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.126600 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.126791 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.126980 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.127190 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.127380 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.127624 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.127796 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.127991 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.128251 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.128251 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.128930 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.128930 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.128930 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.128930 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.133045 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.133045 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.133045 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.133045 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.133045 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.133045 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.133045 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.133045 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.133727 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.133727 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.133727 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.133727 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.133727 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.133727 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.133727 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.133727 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.134361 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.134361 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.134361 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.134361 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.134361 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.134361 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.134361 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.134361 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.135037 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.135037 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.135037 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.135037 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.135037 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.135037 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.135037 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.135037 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.99/identity {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.135712 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.135712 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.135712 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.135712 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.135712 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.135712 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.136200 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.136200 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.136200 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.136462 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.136556 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.136710 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.136907 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.137096 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.137285 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.137479 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.137881 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.137881 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.138603 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.138603 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.138603 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.138603 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.139738 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.139738 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.139738 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.139738 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.139738 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.139738 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.139738 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.140635 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.140635 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.140635 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.140635 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.140635 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.140635 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.141383 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.141383 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.141383 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.141383 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.141884 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.141884 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.141884 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.142260 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.142260 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.142260 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.142661 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.142661 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.143038 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.143038 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.143303 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.143303 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.143562 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.143562 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.143831 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.143969 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.144103 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.144238 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.144377 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.144513 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.144709 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.144898 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.145102 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.145292 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.145481 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.145670 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.145860 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.146060 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.146249 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.146437 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.146629 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.146859 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.147081 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.147225 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.147382 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.148558 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.148558 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.148558 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.148962 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.148962 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.149222 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.149222 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.149498 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.149498 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.149764 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.149902 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.150038 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.150212 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.150352 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.150487 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.150630 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.150765 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.150969 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.151308 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.151499 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.151499 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.151979 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1300:1349'] {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.151979 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.152296 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.152296 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.152860 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.152860 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.152860 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.152860 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.153720 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.153720 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.153720 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.153720 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.153720 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.155212 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.155212 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.155212 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.155212 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.155212 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.155212 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.155212 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.155212 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.155212 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.156493 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.156493 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 07:47:40.156493 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Feb 04 07:47:40.434971 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.99', 46418) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:47:40.447042 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [-] 10.222.0.99 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0098186 Feb 04 07:47:50.733083 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddedaef3-8114-4881-8d0d-5018fc76f530 None None] get_active_networks_info from dv-cinder-733062-18-smb {{(pid=80115) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 04 07:47:50.867678 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddedaef3-8114-4881-8d0d-5018fc76f530 None None] No non-hosted networks {{(pid=80115) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 04 07:47:50.909858 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f0bfe7d0-a7db-4e8e-8174-30d4484dd6ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431'] for agent, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:47:52.834642 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ec5c6775-0dd6-4063-967d-1dd49d828f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431'] for agent, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:47:52.899564 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ac480c27-15d3-4a87-b5f8-c2ad5dd7ef52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:47:54.000417 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-85fac0c9-e82f-41ee-a61d-5b2e920e6613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431'] for agent, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:47:54.625571 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431'] for agent, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:47:54.626573 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:47:54.627192 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:47:54.627762 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:47:54.628338 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:47:54.628898 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:47:54.629455 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:47:54.630038 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:47:54.630617 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:47:54.633748 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:47:54.634231 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:47:54.634679 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:47:54.635152 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:47:54.635659 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-733062-18-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 07:47:54.646855 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-733062-18-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 07:47:55.243126 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-19d3b842-1860-471a-9268-0862a9b26fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431'] for agent, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:47:56.554782 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] get_endpoint_by_host() called for host dv-cinder-733062-18-smb {{(pid=80115) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Feb 04 07:47:56.560641 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] get_endpoint_by_ip() called for ip 192.168.0.87 {{(pid=80115) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Feb 04 07:47:56.564254 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] _add_endpoint() called for ip 192.168.0.87 {{(pid=80115) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Feb 04 07:47:56.570863 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] _get_endpoints() called {{(pid=80115) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Feb 04 07:47:56.727853 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.99', 46512) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:47:57.424834 dv-cinder-733062-18-smb neutron-server[79999]: WARNING oslo_policy.policy [None req-152e785e-5009-4bfc-9100-0db9aac1701c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 07:47:57.425326 dv-cinder-733062-18-smb neutron-server[79999]: WARNING oslo_policy.policy [None req-152e785e-5009-4bfc-9100-0db9aac1701c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 07:47:57.661772 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [None req-152e785e-5009-4bfc-9100-0db9aac1701c admin admin] http://10.222.0.99:9696/v2.0/extensions returned with HTTP 200 {{(pid=80114) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 07:47:57.663460 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-152e785e-5009-4bfc-9100-0db9aac1701c admin admin] 10.222.0.99 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.9340622 Feb 04 07:47:58.053085 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.db.l3_hamode_db [None req-0e3a17de-4e48-4067-81c6-2e96d0f16459 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 04 07:47:58.145817 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3a17de-4e48-4067-81c6-2e96d0f16459 None None] Routers set() bound to L3 agent in host dv-cinder-733062-18-smb {{(pid=80115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 04 07:47:58.146252 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3a17de-4e48-4067-81c6-2e96d0f16459 None None] Router IDs set() for agent in host dv-cinder-733062-18-smb {{(pid=80115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Feb 04 07:48:00.412180 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.99', 46526) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:48:00.838787 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.v2.base [None req-e3e636af-e54d-443f-b81b-7ffc29961c98 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 07:48:00.908794 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.policy [None req-e3e636af-e54d-443f-b81b-7ffc29961c98 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80114) register_rules /opt/stack/neutron/neutron/policy.py:75}} Feb 04 07:48:00.909651 dv-cinder-733062-18-smb neutron-server[79999]: WARNING oslo_policy.policy [None req-e3e636af-e54d-443f-b81b-7ffc29961c98 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 07:48:00.910060 dv-cinder-733062-18-smb neutron-server[79999]: WARNING oslo_policy.policy [None req-e3e636af-e54d-443f-b81b-7ffc29961c98 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 07:48:00.936990 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.quota [None req-e3e636af-e54d-443f-b81b-7ffc29961c98 admin admin] Loaded quota_driver: . Feb 04 07:48:00.953199 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-e3e636af-e54d-443f-b81b-7ffc29961c98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 07:48:01.011775 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-e3e636af-e54d-443f-b81b-7ffc29961c98 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727593710275', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727593728646', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727593729148', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727593739294', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727593738375', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036854354116', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-423702', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1658723', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036852786817'] for rbac-policy, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:48:01.077445 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-e3e636af-e54d-443f-b81b-7ffc29961c98 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:48:01.078725 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-e3e636af-e54d-443f-b81b-7ffc29961c98 admin admin] 10.222.0.99 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6649547 Feb 04 07:48:04.120254 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.99', 46540) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:48:04.534400 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.v2.base [None req-d792d8bf-380d-4a0a-bc26-381eb3ea379c admin admin] Request body: {'network': {'project_id': 'ec6733ae40a34154af2081c50450b241', 'admin_state_up': True, 'name': 'private'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 07:48:04.541158 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-d792d8bf-380d-4a0a-bc26-381eb3ea379c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 07:48:04.545924 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-d792d8bf-380d-4a0a-bc26-381eb3ea379c admin admin] Usage tracker for resource:network and tenant:ec6733ae40a34154af2081c50450b241 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 07:48:04.549677 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-d792d8bf-380d-4a0a-bc26-381eb3ea379c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 07:48:04.556642 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-d792d8bf-380d-4a0a-bc26-381eb3ea379c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 07:48:04.565640 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d792d8bf-380d-4a0a-bc26-381eb3ea379c admin admin] Made reservation on behalf of ec6733ae40a34154af2081c50450b241 for: {'network': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 04 07:48:04.572275 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-d792d8bf-380d-4a0a-bc26-381eb3ea379c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for network, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:48:04.592068 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-d792d8bf-380d-4a0a-bc26-381eb3ea379c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:48:04.607649 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-d792d8bf-380d-4a0a-bc26-381eb3ea379c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 07:48:04.611575 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-d792d8bf-380d-4a0a-bc26-381eb3ea379c admin admin] Usage tracker for resource:security_group_rule and tenant:ec6733ae40a34154af2081c50450b241 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 07:48:04.615152 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-d792d8bf-380d-4a0a-bc26-381eb3ea379c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 07:48:04.621287 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-d792d8bf-380d-4a0a-bc26-381eb3ea379c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 07:48:04.720505 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-d792d8bf-380d-4a0a-bc26-381eb3ea379c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:48:04.723442 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-d792d8bf-380d-4a0a-bc26-381eb3ea379c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:48:04.729689 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:48:04.751386 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d792d8bf-380d-4a0a-bc26-381eb3ea379c admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 1} {{(pid=80114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 04 07:48:04.779389 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-d792d8bf-380d-4a0a-bc26-381eb3ea379c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727595116386', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774980'] for segment, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:48:04.779895 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.db.segments_db [None req-d792d8bf-380d-4a0a-bc26-381eb3ea379c admin admin] Added segment 902e749c-3b70-46fa-8b99-264660945cbf of type vxlan for network 4f4b01af-ebba-4817-b52e-d62f010bcb5f Feb 04 07:48:04.988441 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d792d8bf-380d-4a0a-bc26-381eb3ea379c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d6f6caf-ac93-4ae1-af00-23e4672621ab,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:48:05.011594 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d792d8bf-380d-4a0a-bc26-381eb3ea379c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:48:05.012196 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d792d8bf-380d-4a0a-bc26-381eb3ea379c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:48:05.012776 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d792d8bf-380d-4a0a-bc26-381eb3ea379c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:48:05.013260 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d792d8bf-380d-4a0a-bc26-381eb3ea379c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:48:05.013692 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d792d8bf-380d-4a0a-bc26-381eb3ea379c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:48:05.014434 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d792d8bf-380d-4a0a-bc26-381eb3ea379c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:48:05.014778 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d792d8bf-380d-4a0a-bc26-381eb3ea379c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:48:05.015238 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d792d8bf-380d-4a0a-bc26-381eb3ea379c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:48:05.015666 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d792d8bf-380d-4a0a-bc26-381eb3ea379c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:48:05.017487 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d792d8bf-380d-4a0a-bc26-381eb3ea379c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:48:05.017968 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d792d8bf-380d-4a0a-bc26-381eb3ea379c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:48:05.018531 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d792d8bf-380d-4a0a-bc26-381eb3ea379c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:48:05.020565 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d792d8bf-380d-4a0a-bc26-381eb3ea379c admin admin] Tracked resource versions report: Feb 04 07:48:05.020565 dv-cinder-733062-18-smb neutron-server[79999]: pushed versions: Feb 04 07:48:05.020565 dv-cinder-733062-18-smb neutron-server[79999]: { 'AddressGroup': {'1.1'}, Feb 04 07:48:05.020565 dv-cinder-733062-18-smb neutron-server[79999]: 'ConntrackHelper': {'1.0'}, Feb 04 07:48:05.020565 dv-cinder-733062-18-smb neutron-server[79999]: 'Log': {'1.0'}, Feb 04 07:48:05.020565 dv-cinder-733062-18-smb neutron-server[79999]: 'Network': {'1.1'}, Feb 04 07:48:05.020565 dv-cinder-733062-18-smb neutron-server[79999]: 'Port': {'1.7'}, Feb 04 07:48:05.020565 dv-cinder-733062-18-smb neutron-server[79999]: 'PortForwarding': {'1.2'}, Feb 04 07:48:05.020565 dv-cinder-733062-18-smb neutron-server[79999]: 'QosPolicy': {'1.8'}, Feb 04 07:48:05.020565 dv-cinder-733062-18-smb neutron-server[79999]: 'SecurityGroup': {'1.4'}, Feb 04 07:48:05.020565 dv-cinder-733062-18-smb neutron-server[79999]: 'SecurityGroupRule': {'1.2'}, Feb 04 07:48:05.020565 dv-cinder-733062-18-smb neutron-server[79999]: 'SubPort': {'1.0'}, Feb 04 07:48:05.020565 dv-cinder-733062-18-smb neutron-server[79999]: 'Subnet': {'1.1'}, Feb 04 07:48:05.020565 dv-cinder-733062-18-smb neutron-server[79999]: 'Trunk': {'1.1'}} Feb 04 07:48:05.020565 dv-cinder-733062-18-smb neutron-server[79999]: consumer versions: Feb 04 07:48:05.020565 dv-cinder-733062-18-smb neutron-server[79999]: { DHCP agent@dv-cinder-733062-18-smb: {}, Feb 04 07:48:05.020565 dv-cinder-733062-18-smb neutron-server[79999]: L3 agent@dv-cinder-733062-18-smb: {}, Feb 04 07:48:05.020565 dv-cinder-733062-18-smb neutron-server[79999]: Metadata agent@dv-cinder-733062-18-smb: {}, Feb 04 07:48:05.020565 dv-cinder-733062-18-smb neutron-server[79999]: Metering agent@dv-cinder-733062-18-smb: {}, Feb 04 07:48:05.020565 dv-cinder-733062-18-smb neutron-server[79999]: Open vSwitch agent@dv-cinder-733062-18-smb: { 'AddressGroup': '1.1', Feb 04 07:48:05.020565 dv-cinder-733062-18-smb neutron-server[79999]: 'ConntrackHelper': '1.0', Feb 04 07:48:05.020565 dv-cinder-733062-18-smb neutron-server[79999]: 'Log': '1.0', Feb 04 07:48:05.020565 dv-cinder-733062-18-smb neutron-server[79999]: 'Network': '1.1', Feb 04 07:48:05.020565 dv-cinder-733062-18-smb neutron-server[79999]: 'Port': '1.7', Feb 04 07:48:05.020565 dv-cinder-733062-18-smb neutron-server[79999]: 'PortForwarding': '1.2', Feb 04 07:48:05.020565 dv-cinder-733062-18-smb neutron-server[79999]: 'QosPolicy': '1.8', Feb 04 07:48:05.020565 dv-cinder-733062-18-smb neutron-server[79999]: 'SecurityGroup': '1.4', Feb 04 07:48:05.020565 dv-cinder-733062-18-smb neutron-server[79999]: 'SecurityGroupRule': '1.2', Feb 04 07:48:05.020565 dv-cinder-733062-18-smb neutron-server[79999]: 'SubPort': '1.0', Feb 04 07:48:05.020565 dv-cinder-733062-18-smb neutron-server[79999]: 'Subnet': '1.1', Feb 04 07:48:05.020565 dv-cinder-733062-18-smb neutron-server[79999]: 'Trunk': '1.1'}} Feb 04 07:48:05.020565 dv-cinder-733062-18-smb neutron-server[79999]: {{(pid=80114) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 04 07:48:05.098471 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-d792d8bf-380d-4a0a-bc26-381eb3ea379c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:48:05.100450 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-d792d8bf-380d-4a0a-bc26-381eb3ea379c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363309260185511'] for network, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:48:05.139610 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-d792d8bf-380d-4a0a-bc26-381eb3ea379c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830'] for network, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:48:05.140907 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d792d8bf-380d-4a0a-bc26-381eb3ea379c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:48:05.141570 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-d792d8bf-380d-4a0a-bc26-381eb3ea379c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1815815'] for network, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:48:05.146313 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:48:05.261294 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-d792d8bf-380d-4a0a-bc26-381eb3ea379c admin admin] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 842 time: 1.1398511 Feb 04 07:48:05.261900 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d792d8bf-380d-4a0a-bc26-381eb3ea379c admin admin] Pushing event updated for resources: {'Network': ['ID=4f4b01af-ebba-4817-b52e-d62f010bcb5f,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:48:05.265204 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-d792d8bf-380d-4a0a-bc26-381eb3ea379c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:48:05.274282 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Network 4f4b01af-ebba-4817-b52e-d62f010bcb5f details requested by agent ovs-agent-dv-cinder-733062-18-smb with host dv-cinder-733062-18-smb {{(pid=80115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 04 07:48:08.332574 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.99', 46556) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:48:08.842611 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed9f4320-a87f-40bb-ae26-95c105afa149 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:48:08.844137 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-ed9f4320-a87f-40bb-ae26-95c105afa149 admin admin] 10.222.0.99 "GET /v2.0/networks/4f4b01af-ebba-4817-b52e-d62f010bcb5f HTTP/1.1" status: 200 len: 818 time: 0.5105438 Feb 04 07:48:08.876177 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-23544ab4-4f3d-4a4e-9b34-3eda5dd94a16 admin admin] 10.222.0.99 "GET /v2.0/subnetpools/17bc75ad-5c59-413f-86bb-202f57110608 HTTP/1.1" status: 200 len: 734 time: 0.0253940 Feb 04 07:48:08.886331 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.v2.base [None req-ba180c61-e441-4eb0-a685-f78f2317dcc7 admin admin] Request body: {'subnet': {'tenant_id': 'ec6733ae40a34154af2081c50450b241', 'name': 'private-subnet', 'network_id': '4f4b01af-ebba-4817-b52e-d62f010bcb5f', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'subnetpool_id': '17bc75ad-5c59-413f-86bb-202f57110608'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 07:48:08.891068 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-ba180c61-e441-4eb0-a685-f78f2317dcc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 07:48:08.894981 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-ba180c61-e441-4eb0-a685-f78f2317dcc7 admin admin] Usage tracker for resource:subnet and tenant:ec6733ae40a34154af2081c50450b241 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 07:48:08.898118 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-ba180c61-e441-4eb0-a685-f78f2317dcc7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 07:48:08.903922 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-ba180c61-e441-4eb0-a685-f78f2317dcc7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 07:48:08.912929 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba180c61-e441-4eb0-a685-f78f2317dcc7 admin admin] Made reservation on behalf of ec6733ae40a34154af2081c50450b241 for: {'subnet': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 04 07:48:08.917585 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ba180c61-e441-4eb0-a685-f78f2317dcc7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:48:09.412984 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ba180c61-e441-4eb0-a685-f78f2317dcc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830'] for subnet, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:48:09.427769 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:48:09.563092 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba180c61-e441-4eb0-a685-f78f2317dcc7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c7797b7-29fa-4c4b-8631-ebea9e206796,revision_number=0']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:48:09.577981 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-ba180c61-e441-4eb0-a685-f78f2317dcc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:48:09.632987 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba180c61-e441-4eb0-a685-f78f2317dcc7 admin admin] Checking segment: {'id': '902e749c-3b70-46fa-8b99-264660945cbf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '4f4b01af-ebba-4817-b52e-d62f010bcb5f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 04 07:48:09.633293 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba180c61-e441-4eb0-a685-f78f2317dcc7 admin admin] Network hostable DHCP agents. Network: 4f4b01af-ebba-4817-b52e-d62f010bcb5f, hostable agents: ['8e54cc33-14f6-4bf4-a71e-228639724c29'], hosted agents: [] {{(pid=80114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 04 07:48:09.653863 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba180c61-e441-4eb0-a685-f78f2317dcc7 admin admin] Network 4f4b01af-ebba-4817-b52e-d62f010bcb5f is scheduled to be hosted by DHCP agent 8e54cc33-14f6-4bf4-a71e-228639724c29 with binding_index 1 {{(pid=80114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 04 07:48:09.662669 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.base_scheduler [None req-ba180c61-e441-4eb0-a685-f78f2317dcc7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733062-18-smb, 4f4b01af-ebba-4817-b52e-d62f010bcb5f) {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 04 07:48:09.667196 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba180c61-e441-4eb0-a685-f78f2317dcc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:48:09.667836 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ba180c61-e441-4eb0-a685-f78f2317dcc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1815815'] for subnet, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:48:09.673890 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa99c757-ad35-4566-bc7c-a90eb02b277b None None] Network 4f4b01af-ebba-4817-b52e-d62f010bcb5f requested from dv-cinder-733062-18-smb {{(pid=80115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 04 07:48:09.687970 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-ba180c61-e441-4eb0-a685-f78f2317dcc7 admin admin] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8053579 Feb 04 07:48:10.002444 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-754210de-4a08-40e1-b976-e8bf775da70c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeaced70-d5a4-5733-ba6e-56756fcee946-4f4b01af-ebba-4817-b52e-d62f010bcb5f', 'network_id': '4f4b01af-ebba-4817-b52e-d62f010bcb5f', 'tenant_id': 'ec6733ae40a34154af2081c50450b241', 'fixed_ips': [{'subnet_id': '0c7797b7-29fa-4c4b-8631-ebea9e206796'}]}} from dv-cinder-733062-18-smb. {{(pid=80115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 04 07:48:10.003734 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-754210de-4a08-40e1-b976-e8bf775da70c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:48:10.502410 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.db_base_plugin_common [None req-754210de-4a08-40e1-b976-e8bf775da70c None None] Allocated IP 172.20.0.2 (4f4b01af-ebba-4817-b52e-d62f010bcb5f/0c7797b7-29fa-4c4b-8631-ebea9e206796/79e1ee3b-e699-4e0d-8674-7aeb6b8ecbaf) {{(pid=80115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 04 07:48:10.747303 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-754210de-4a08-40e1-b976-e8bf775da70c None None] Notify callbacks [] for port, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:48:10.760703 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-754210de-4a08-40e1-b976-e8bf775da70c None None] Transition to ACTIVE for port object 79e1ee3b-e699-4e0d-8674-7aeb6b8ecbaf will not be triggered until provisioned by entity L2. {{(pid=80115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 04 07:48:10.778348 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-754210de-4a08-40e1-b976-e8bf775da70c None None] Transition to ACTIVE for port object 79e1ee3b-e699-4e0d-8674-7aeb6b8ecbaf will not be triggered until provisioned by entity DHCP. {{(pid=80115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 04 07:48:10.784356 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-754210de-4a08-40e1-b976-e8bf775da70c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727594645960'] for port, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:48:10.800722 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:48:10.944159 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754210de-4a08-40e1-b976-e8bf775da70c None None] Pushing event updated for resources: {'Port': ['ID=79e1ee3b-e699-4e0d-8674-7aeb6b8ecbaf,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:48:10.962120 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754210de-4a08-40e1-b976-e8bf775da70c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:48:10.962486 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754210de-4a08-40e1-b976-e8bf775da70c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:48:10.962848 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754210de-4a08-40e1-b976-e8bf775da70c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:48:10.963233 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754210de-4a08-40e1-b976-e8bf775da70c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:48:10.963582 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754210de-4a08-40e1-b976-e8bf775da70c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:48:10.963930 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754210de-4a08-40e1-b976-e8bf775da70c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:48:10.964283 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754210de-4a08-40e1-b976-e8bf775da70c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:48:10.964625 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754210de-4a08-40e1-b976-e8bf775da70c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:48:10.964974 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754210de-4a08-40e1-b976-e8bf775da70c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:48:10.965317 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754210de-4a08-40e1-b976-e8bf775da70c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:48:10.965660 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754210de-4a08-40e1-b976-e8bf775da70c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:48:10.966000 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754210de-4a08-40e1-b976-e8bf775da70c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:48:10.967128 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754210de-4a08-40e1-b976-e8bf775da70c None None] Tracked resource versions report: Feb 04 07:48:10.967128 dv-cinder-733062-18-smb neutron-server[79999]: pushed versions: Feb 04 07:48:10.967128 dv-cinder-733062-18-smb neutron-server[79999]: { 'AddressGroup': {'1.1'}, Feb 04 07:48:10.967128 dv-cinder-733062-18-smb neutron-server[79999]: 'ConntrackHelper': {'1.0'}, Feb 04 07:48:10.967128 dv-cinder-733062-18-smb neutron-server[79999]: 'Log': {'1.0'}, Feb 04 07:48:10.967128 dv-cinder-733062-18-smb neutron-server[79999]: 'Network': {'1.1'}, Feb 04 07:48:10.967128 dv-cinder-733062-18-smb neutron-server[79999]: 'Port': {'1.7'}, Feb 04 07:48:10.967128 dv-cinder-733062-18-smb neutron-server[79999]: 'PortForwarding': {'1.2'}, Feb 04 07:48:10.967128 dv-cinder-733062-18-smb neutron-server[79999]: 'QosPolicy': {'1.8'}, Feb 04 07:48:10.967128 dv-cinder-733062-18-smb neutron-server[79999]: 'SecurityGroup': {'1.4'}, Feb 04 07:48:10.967128 dv-cinder-733062-18-smb neutron-server[79999]: 'SecurityGroupRule': {'1.2'}, Feb 04 07:48:10.967128 dv-cinder-733062-18-smb neutron-server[79999]: 'SubPort': {'1.0'}, Feb 04 07:48:10.967128 dv-cinder-733062-18-smb neutron-server[79999]: 'Subnet': {'1.1'}, Feb 04 07:48:10.967128 dv-cinder-733062-18-smb neutron-server[79999]: 'Trunk': {'1.1'}} Feb 04 07:48:10.967128 dv-cinder-733062-18-smb neutron-server[79999]: consumer versions: Feb 04 07:48:10.967128 dv-cinder-733062-18-smb neutron-server[79999]: { DHCP agent@dv-cinder-733062-18-smb: {}, Feb 04 07:48:10.967128 dv-cinder-733062-18-smb neutron-server[79999]: L3 agent@dv-cinder-733062-18-smb: {}, Feb 04 07:48:10.967128 dv-cinder-733062-18-smb neutron-server[79999]: Metadata agent@dv-cinder-733062-18-smb: {}, Feb 04 07:48:10.967128 dv-cinder-733062-18-smb neutron-server[79999]: Metering agent@dv-cinder-733062-18-smb: {}, Feb 04 07:48:10.967128 dv-cinder-733062-18-smb neutron-server[79999]: Open vSwitch agent@dv-cinder-733062-18-smb: { 'AddressGroup': '1.1', Feb 04 07:48:10.967128 dv-cinder-733062-18-smb neutron-server[79999]: 'ConntrackHelper': '1.0', Feb 04 07:48:10.967128 dv-cinder-733062-18-smb neutron-server[79999]: 'Log': '1.0', Feb 04 07:48:10.967128 dv-cinder-733062-18-smb neutron-server[79999]: 'Network': '1.1', Feb 04 07:48:10.967128 dv-cinder-733062-18-smb neutron-server[79999]: 'Port': '1.7', Feb 04 07:48:10.967128 dv-cinder-733062-18-smb neutron-server[79999]: 'PortForwarding': '1.2', Feb 04 07:48:10.967128 dv-cinder-733062-18-smb neutron-server[79999]: 'QosPolicy': '1.8', Feb 04 07:48:10.967128 dv-cinder-733062-18-smb neutron-server[79999]: 'SecurityGroup': '1.4', Feb 04 07:48:10.967128 dv-cinder-733062-18-smb neutron-server[79999]: 'SecurityGroupRule': '1.2', Feb 04 07:48:10.967128 dv-cinder-733062-18-smb neutron-server[79999]: 'SubPort': '1.0', Feb 04 07:48:10.967128 dv-cinder-733062-18-smb neutron-server[79999]: 'Subnet': '1.1', Feb 04 07:48:10.967128 dv-cinder-733062-18-smb neutron-server[79999]: 'Trunk': '1.1'}} Feb 04 07:48:10.967128 dv-cinder-733062-18-smb neutron-server[79999]: {{(pid=80115) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 04 07:48:10.976907 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-754210de-4a08-40e1-b976-e8bf775da70c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:48:11.027541 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-754210de-4a08-40e1-b976-e8bf775da70c None None] Network 4f4b01af-ebba-4817-b52e-d62f010bcb5f is already hosted by enough agents. {{(pid=80115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 04 07:48:11.028744 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.base_scheduler [None req-754210de-4a08-40e1-b976-e8bf775da70c None None] Resources bound (agent type, host, resource id): {{(pid=80115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 04 07:48:11.031696 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754210de-4a08-40e1-b976-e8bf775da70c None None] Received port after_create {{(pid=80115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 04 07:48:11.092930 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-754210de-4a08-40e1-b976-e8bf775da70c None None] Attempting to bind port 79e1ee3b-e699-4e0d-8674-7aeb6b8ecbaf on host dv-cinder-733062-18-smb for vnic_type normal with profile {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 07:48:11.093351 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-754210de-4a08-40e1-b976-e8bf775da70c None None] Attempting to bind port 79e1ee3b-e699-4e0d-8674-7aeb6b8ecbaf by drivers openvswitch on host dv-cinder-733062-18-smb at level 0 using segments [{'id': '902e749c-3b70-46fa-8b99-264660945cbf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '4f4b01af-ebba-4817-b52e-d62f010bcb5f'}] {{(pid=80115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 04 07:48:11.093755 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754210de-4a08-40e1-b976-e8bf775da70c None None] Attempting to bind port 79e1ee3b-e699-4e0d-8674-7aeb6b8ecbaf on network 4f4b01af-ebba-4817-b52e-d62f010bcb5f {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 04 07:48:11.099420 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754210de-4a08-40e1-b976-e8bf775da70c None None] Checking agent: {'id': 'b265e0d7-049f-4621-8b9a-cada9a3d4f64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-18-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 4, 7, 47, 55), 'started_at': datetime.datetime(2021, 2, 4, 7, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 2, 4, 7, 47, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-18-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.87', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 07:48:11.100132 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754210de-4a08-40e1-b976-e8bf775da70c None None] Checking segment: {'id': '902e749c-3b70-46fa-8b99-264660945cbf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '4f4b01af-ebba-4817-b52e-d62f010bcb5f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 04 07:48:11.100641 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-754210de-4a08-40e1-b976-e8bf775da70c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:48:11.101067 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754210de-4a08-40e1-b976-e8bf775da70c None None] Bound using segment: {'id': '902e749c-3b70-46fa-8b99-264660945cbf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '4f4b01af-ebba-4817-b52e-d62f010bcb5f'} {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 07:48:11.103074 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-754210de-4a08-40e1-b976-e8bf775da70c None None] Bound port: 79e1ee3b-e699-4e0d-8674-7aeb6b8ecbaf, host: dv-cinder-733062-18-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '902e749c-3b70-46fa-8b99-264660945cbf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '4f4b01af-ebba-4817-b52e-d62f010bcb5f'}}] {{(pid=80115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 04 07:48:11.103074 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-754210de-4a08-40e1-b976-e8bf775da70c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:48:11.199269 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-754210de-4a08-40e1-b976-e8bf775da70c None None] For port 79e1ee3b-e699-4e0d-8674-7aeb6b8ecbaf, host dv-cinder-733062-18-smb, cleared binding levels {{(pid=80115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 04 07:48:11.203318 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-754210de-4a08-40e1-b976-e8bf775da70c None None] For port 79e1ee3b-e699-4e0d-8674-7aeb6b8ecbaf, host dv-cinder-733062-18-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-18-smb',level=0,port_id=79e1ee3b-e699-4e0d-8674-7aeb6b8ecbaf,segment=NetworkSegment(902e749c-3b70-46fa-8b99-264660945cbf),segment_id=902e749c-3b70-46fa-8b99-264660945cbf)] {{(pid=80115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 04 07:48:11.206549 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-754210de-4a08-40e1-b976-e8bf775da70c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309259674757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309260170288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727594605546'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:48:11.222565 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-754210de-4a08-40e1-b976-e8bf775da70c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:48:11.372645 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754210de-4a08-40e1-b976-e8bf775da70c None None] Pushing event updated for resources: {'Port': ['ID=79e1ee3b-e699-4e0d-8674-7aeb6b8ecbaf,revision_number=2']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:48:11.377938 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-754210de-4a08-40e1-b976-e8bf775da70c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:48:12.475876 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.99', 46566) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:48:12.923056 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [None req-620469e1-7b6e-44c3-93d8-475a1bd3cd7b admin admin] http://10.222.0.99:9696/v2.0/extensions returned with HTTP 200 {{(pid=80114) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 07:48:12.924109 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-620469e1-7b6e-44c3-93d8-475a1bd3cd7b admin admin] 10.222.0.99 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.4471939 Feb 04 07:48:14.629634 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Device 79e1ee3b-e699-4e0d-8674-7aeb6b8ecbaf up at agent ovs-agent-dv-cinder-733062-18-smb {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 07:48:14.705479 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Provisioning for port 79e1ee3b-e699-4e0d-8674-7aeb6b8ecbaf completed by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 04 07:48:15.722335 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.99', 46580) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:48:16.111818 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15d63f76-dfad-407b-9414-b88b137d414d None None] Network 4f4b01af-ebba-4817-b52e-d62f010bcb5f requested from dv-cinder-733062-18-smb {{(pid=80115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 04 07:48:16.215571 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-c204bd8d-96e9-4ed2-b3bb-e34eed3480dc None None] Provisioning for port 79e1ee3b-e699-4e0d-8674-7aeb6b8ecbaf completed by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 04 07:48:16.224174 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-c204bd8d-96e9-4ed2-b3bb-e34eed3480dc None None] Provisioning complete for port 79e1ee3b-e699-4e0d-8674-7aeb6b8ecbaf triggered by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 07:48:16.224604 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-c204bd8d-96e9-4ed2-b3bb-e34eed3480dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762158'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:48:16.253947 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [None req-152c8563-71ea-4220-8d52-64f14099b998 admin admin] http://10.222.0.99:9696/v2.0/extensions returned with HTTP 200 {{(pid=80114) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 07:48:16.255089 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-152c8563-71ea-4220-8d52-64f14099b998 admin admin] 10.222.0.99 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.5316749 Feb 04 07:48:16.493694 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-c204bd8d-96e9-4ed2-b3bb-e34eed3480dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:48:16.548532 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-c204bd8d-96e9-4ed2-b3bb-e34eed3480dc None None] For port 79e1ee3b-e699-4e0d-8674-7aeb6b8ecbaf, host dv-cinder-733062-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-18-smb',level=0,port_id=79e1ee3b-e699-4e0d-8674-7aeb6b8ecbaf,segment=NetworkSegment(902e749c-3b70-46fa-8b99-264660945cbf),segment_id=902e749c-3b70-46fa-8b99-264660945cbf)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 07:48:16.554252 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-c204bd8d-96e9-4ed2-b3bb-e34eed3480dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309259674757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309260170288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727594605546'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:48:16.559441 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-754210de-4a08-40e1-b976-e8bf775da70c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:48:16.634943 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c204bd8d-96e9-4ed2-b3bb-e34eed3480dc None None] Pushing event updated for resources: {'Port': ['ID=79e1ee3b-e699-4e0d-8674-7aeb6b8ecbaf,revision_number=3']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:48:16.638524 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-c204bd8d-96e9-4ed2-b3bb-e34eed3480dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:48:16.779796 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-5fa7c4c2-e324-4d06-bbe1-81c6bdaeed6d None None] Provisioning complete for port 79e1ee3b-e699-4e0d-8674-7aeb6b8ecbaf triggered by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 07:48:16.780416 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-5fa7c4c2-e324-4d06-bbe1-81c6bdaeed6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762158'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:48:17.029879 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-cf0bf906-d89a-436f-9488-a8d22b2148db None None] Provisioning complete for port 79e1ee3b-e699-4e0d-8674-7aeb6b8ecbaf triggered by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 07:48:17.030290 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-cf0bf906-d89a-436f-9488-a8d22b2148db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762158'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:48:17.278683 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-ca6176e6-31be-4b3d-88c1-e233110173d2 None None] Provisioning complete for port 79e1ee3b-e699-4e0d-8674-7aeb6b8ecbaf triggered by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 07:48:17.278981 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ca6176e6-31be-4b3d-88c1-e233110173d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762158'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:48:18.609241 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Device 79e1ee3b-e699-4e0d-8674-7aeb6b8ecbaf up at agent ovs-agent-dv-cinder-733062-18-smb {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 07:48:18.684452 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Provisioning complete for port 79e1ee3b-e699-4e0d-8674-7aeb6b8ecbaf triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 07:48:18.684854 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762158'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:48:19.453926 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.99', 46592) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:48:19.855506 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.v2.base [None req-1d1251d0-83c4-4ff2-95f2-1e86938cd923 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': 'ec6733ae40a34154af2081c50450b241', 'admin_state_up': True}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 07:48:19.863168 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-1d1251d0-83c4-4ff2-95f2-1e86938cd923 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 07:48:19.868024 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-1d1251d0-83c4-4ff2-95f2-1e86938cd923 admin admin] Usage tracker for resource:router and tenant:ec6733ae40a34154af2081c50450b241 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 07:48:19.871895 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-1d1251d0-83c4-4ff2-95f2-1e86938cd923 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 07:48:19.877717 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-1d1251d0-83c4-4ff2-95f2-1e86938cd923 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 07:48:19.887638 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1d1251d0-83c4-4ff2-95f2-1e86938cd923 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1652380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7188'] for router, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:48:19.888969 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1d1251d0-83c4-4ff2-95f2-1e86938cd923 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853123470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853136526', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2013956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854768627'] for router, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:48:19.909843 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1d1251d0-83c4-4ff2-95f2-1e86938cd923 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:48:20.018271 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1d1251d0-83c4-4ff2-95f2-1e86938cd923 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853123436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1639343'] for router, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:48:20.036503 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1d1251d0-83c4-4ff2-95f2-1e86938cd923 admin admin] Notify callbacks [] for router, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:48:20.038334 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-1d1251d0-83c4-4ff2-95f2-1e86938cd923 admin admin] 10.222.0.99 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5833471 Feb 04 07:48:20.579456 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-80ee4fba-bc53-4eb3-9d4b-bb1995c94e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:48:22.768464 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.99', 46602) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:48:22.840258 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-8c6f3e58-63e2-45cb-861a-76b7676c925b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:48:23.199093 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [None req-eac1361b-9ae9-40ed-817b-88d92ed16862 admin admin] http://10.222.0.99:9696/v2.0/extensions returned with HTTP 200 {{(pid=80114) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 07:48:23.200161 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-eac1361b-9ae9-40ed-817b-88d92ed16862 admin admin] 10.222.0.99 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.4306533 Feb 04 07:48:23.775827 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-85fac0c9-e82f-41ee-a61d-5b2e920e6613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:48:24.606751 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:48:25.092343 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-19d3b842-1860-471a-9268-0862a9b26fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:48:25.988601 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.99', 46622) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:48:26.030481 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.agents_db [None req-15dbd8ae-9ae4-49dc-a873-5f27e28d1d51 None None] Agent healthcheck: found 5 active agents {{(pid=80116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 04 07:48:26.176101 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.v2.base [None req-446e0bb2-23ee-4149-a05b-74ee6c5b6229 admin admin] Request body: {'network': {'is_default': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'name': 'public', 'admin_state_up': True}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 07:48:26.181679 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-446e0bb2-23ee-4149-a05b-74ee6c5b6229 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 07:48:26.185645 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-446e0bb2-23ee-4149-a05b-74ee6c5b6229 admin admin] Usage tracker for resource:network and tenant:5143b1a3fa194210ba4e49973ef82d51 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 07:48:26.189127 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-446e0bb2-23ee-4149-a05b-74ee6c5b6229 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 07:48:26.195043 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-446e0bb2-23ee-4149-a05b-74ee6c5b6229 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 07:48:26.203929 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-446e0bb2-23ee-4149-a05b-74ee6c5b6229 admin admin] Made reservation on behalf of 5143b1a3fa194210ba4e49973ef82d51 for: {'network': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 04 07:48:26.208470 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-446e0bb2-23ee-4149-a05b-74ee6c5b6229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for network, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:48:26.220962 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-446e0bb2-23ee-4149-a05b-74ee6c5b6229 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:48:26.236315 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-446e0bb2-23ee-4149-a05b-74ee6c5b6229 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 07:48:26.240611 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-446e0bb2-23ee-4149-a05b-74ee6c5b6229 admin admin] Usage tracker for resource:security_group_rule and tenant:5143b1a3fa194210ba4e49973ef82d51 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 07:48:26.244017 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-446e0bb2-23ee-4149-a05b-74ee6c5b6229 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 07:48:26.249725 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-446e0bb2-23ee-4149-a05b-74ee6c5b6229 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 07:48:26.335467 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-446e0bb2-23ee-4149-a05b-74ee6c5b6229 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:48:26.338247 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-446e0bb2-23ee-4149-a05b-74ee6c5b6229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:48:26.342693 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-d792d8bf-380d-4a0a-bc26-381eb3ea379c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:48:26.356678 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-446e0bb2-23ee-4149-a05b-74ee6c5b6229 admin admin] Reserving flat network on physical network physnet1 {{(pid=80114) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Feb 04 07:48:26.381197 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446e0bb2-23ee-4149-a05b-74ee6c5b6229 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ed26d5b-63b6-4a02-8f72-46b55ee98ed3,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:48:26.384312 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-446e0bb2-23ee-4149-a05b-74ee6c5b6229 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727595116386', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774980'] for segment, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:48:26.384935 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-446e0bb2-23ee-4149-a05b-74ee6c5b6229 admin admin] Unsubscribe: segment precommit_create {{(pid=80114) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Feb 04 07:48:26.385361 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.db.segments_db [None req-446e0bb2-23ee-4149-a05b-74ee6c5b6229 admin admin] Added segment d8f5f7e6-2ec3-4646-9d93-a23676477155 of type flat for network fc08f4da-7ea1-4669-9c0d-064e3549341c Feb 04 07:48:26.386673 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-446e0bb2-23ee-4149-a05b-74ee6c5b6229 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:48:26.424196 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-446e0bb2-23ee-4149-a05b-74ee6c5b6229 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363309260185511'] for network, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:48:26.461777 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-446e0bb2-23ee-4149-a05b-74ee6c5b6229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830'] for network, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:48:26.462992 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-446e0bb2-23ee-4149-a05b-74ee6c5b6229 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:48:26.463651 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-446e0bb2-23ee-4149-a05b-74ee6c5b6229 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1815815'] for network, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:48:26.468495 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-d792d8bf-380d-4a0a-bc26-381eb3ea379c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:48:26.573293 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-446e0bb2-23ee-4149-a05b-74ee6c5b6229 admin admin] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5836265 Feb 04 07:48:26.574014 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446e0bb2-23ee-4149-a05b-74ee6c5b6229 admin admin] Pushing event updated for resources: {'Network': ['ID=fc08f4da-7ea1-4669-9c0d-064e3549341c,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:48:26.588701 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-446e0bb2-23ee-4149-a05b-74ee6c5b6229 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:48:26.596386 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Network fc08f4da-7ea1-4669-9c0d-064e3549341c details requested by agent ovs-agent-dv-cinder-733062-18-smb with host dv-cinder-733062-18-smb {{(pid=80115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 04 07:48:29.130174 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.99', 46642) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:48:29.275233 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df431834-91ee-4cbd-8a79-be0304fdfc86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:48:29.276699 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-df431834-91ee-4cbd-8a79-be0304fdfc86 admin admin] 10.222.0.99 "GET /v2.0/subnets/0c7797b7-29fa-4c4b-8631-ebea9e206796 HTTP/1.1" status: 200 len: 849 time: 0.1449478 Feb 04 07:48:29.430767 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-96ecf922-bff0-47b5-96e7-9a60b4773c84 admin admin] 10.222.0.99 "GET /v2.0/routers/11eb258b-6943-40ac-afe7-5ac3a5380621 HTTP/1.1" status: 200 len: 704 time: 0.1478648 Feb 04 07:48:30.077986 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-62300460-7e1e-4c67-8b50-548ac4fe9bed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:48:30.448968 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.db_base_plugin_common [None req-62300460-7e1e-4c67-8b50-548ac4fe9bed admin admin] Allocated IP 172.20.0.1 (4f4b01af-ebba-4817-b52e-d62f010bcb5f/0c7797b7-29fa-4c4b-8631-ebea9e206796/83799149-a76d-47cd-a1a4-de90ca453106) {{(pid=80114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 04 07:48:30.616696 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-62300460-7e1e-4c67-8b50-548ac4fe9bed admin admin] Notify callbacks [] for port, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:48:30.634925 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-62300460-7e1e-4c67-8b50-548ac4fe9bed admin admin] Transition to ACTIVE for port object 83799149-a76d-47cd-a1a4-de90ca453106 will not be triggered until provisioned by entity DHCP. {{(pid=80114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 04 07:48:30.689898 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-62300460-7e1e-4c67-8b50-548ac4fe9bed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727594645960'] for port, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:48:30.709840 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:48:30.837151 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62300460-7e1e-4c67-8b50-548ac4fe9bed admin admin] Pushing event updated for resources: {'Port': ['ID=83799149-a76d-47cd-a1a4-de90ca453106,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:48:30.850126 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-62300460-7e1e-4c67-8b50-548ac4fe9bed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:48:30.905595 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62300460-7e1e-4c67-8b50-548ac4fe9bed admin admin] Network 4f4b01af-ebba-4817-b52e-d62f010bcb5f is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 04 07:48:30.906758 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.base_scheduler [None req-62300460-7e1e-4c67-8b50-548ac4fe9bed admin admin] Resources bound (agent type, host, resource id): {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 04 07:48:30.909483 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62300460-7e1e-4c67-8b50-548ac4fe9bed admin admin] Received port after_create {{(pid=80114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 04 07:48:30.910053 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-62300460-7e1e-4c67-8b50-548ac4fe9bed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1646699'] for router_interface, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:48:31.109874 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-05142237-3e90-4276-86cd-8acb5b00e209 None None] Provisioning for port 83799149-a76d-47cd-a1a4-de90ca453106 completed by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 04 07:48:31.116123 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-05142237-3e90-4276-86cd-8acb5b00e209 None None] Provisioning complete for port 83799149-a76d-47cd-a1a4-de90ca453106 triggered by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 07:48:31.116531 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-05142237-3e90-4276-86cd-8acb5b00e209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762158'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:48:31.181830 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-05142237-3e90-4276-86cd-8acb5b00e209 None None] Port 83799149-a76d-47cd-a1a4-de90ca453106 cannot update to ACTIVE because it is not bound. {{(pid=80115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 04 07:48:31.191384 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-62300460-7e1e-4c67-8b50-548ac4fe9bed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:48:31.653782 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-62300460-7e1e-4c67-8b50-548ac4fe9bed admin admin] Notify callbacks [] for port, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:48:31.657103 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-62300460-7e1e-4c67-8b50-548ac4fe9bed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309259674757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309260170288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727594605546'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:48:31.658188 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-62300460-7e1e-4c67-8b50-548ac4fe9bed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852957960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643061'] for router_interface, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:48:31.672533 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-62300460-7e1e-4c67-8b50-548ac4fe9bed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:48:31.797045 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62300460-7e1e-4c67-8b50-548ac4fe9bed admin admin] Pushing event updated for resources: {'Port': ['ID=83799149-a76d-47cd-a1a4-de90ca453106,revision_number=2']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:48:31.807321 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-62300460-7e1e-4c67-8b50-548ac4fe9bed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:48:31.863779 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62300460-7e1e-4c67-8b50-548ac4fe9bed admin admin] Network 4f4b01af-ebba-4817-b52e-d62f010bcb5f is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 04 07:48:31.865425 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.base_scheduler [None req-62300460-7e1e-4c67-8b50-548ac4fe9bed admin admin] Resources bound (agent type, host, resource id): {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 04 07:48:32.069149 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62300460-7e1e-4c67-8b50-548ac4fe9bed admin admin] Router 11eb258b-6943-40ac-afe7-5ac3a5380621 is scheduled to L3 agent 9b1007a2-cea1-4e19-8fd5-ed5c2617e796 with binding_index 1 {{(pid=80114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 04 07:48:32.106071 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-8a8c1a80-7dc8-4ef0-8d91-6f7b3ce6f1ce None None] Provisioning complete for port 83799149-a76d-47cd-a1a4-de90ca453106 triggered by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 07:48:32.106479 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-8a8c1a80-7dc8-4ef0-8d91-6f7b3ce6f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762158'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:48:32.165727 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-8a8c1a80-7dc8-4ef0-8d91-6f7b3ce6f1ce None None] Port 83799149-a76d-47cd-a1a4-de90ca453106 cannot update to ACTIVE because it is not bound. {{(pid=80115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 04 07:48:32.243093 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62300460-7e1e-4c67-8b50-548ac4fe9bed admin admin] Notify agent at l3_agent.dv-cinder-733062-18-smb the message routers_updated {{(pid=80114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 04 07:48:32.252709 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba0cb21-8fd4-40ba-944e-e6dc0c02b413 None None] Sync routers for ids ['11eb258b-6943-40ac-afe7-5ac3a5380621'] in dv-cinder-733062-18-smb {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 04 07:48:32.252958 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-62300460-7e1e-4c67-8b50-548ac4fe9bed admin admin] 10.222.0.99 "PUT /v2.0/routers/11eb258b-6943-40ac-afe7-5ac3a5380621/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.8163242 Feb 04 07:48:32.264028 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba0cb21-8fd4-40ba-944e-e6dc0c02b413 None None] Routers {'11eb258b-6943-40ac-afe7-5ac3a5380621'} bound to L3 agent in host dv-cinder-733062-18-smb {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 04 07:48:32.264907 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-6ba0cb21-8fd4-40ba-944e-e6dc0c02b413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-04T07:47:53Z,description=,heartbeat_timestamp=2021-02-04T07:48:23Z,host='dv-cinder-733062-18-smb',id=9b1007a2-cea1-4e19-8fd5-ed5c2617e796,load=0,resource_versions=,resources_synced=,started_at=2021-02-04T07:47:53Z,topic='l3_agent')) {'router_ids': ['11eb258b-6943-40ac-afe7-5ac3a5380621'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 07:48:32.456301 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvr_db [None req-6ba0cb21-8fd4-40ba-944e-e6dc0c02b413 None None] Set router 11eb258b-6943-40ac-afe7-5ac3a5380621 gateway port host: None {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 04 07:48:33.013971 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-6ba0cb21-8fd4-40ba-944e-e6dc0c02b413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11eb258b-6943-40ac-afe7-5ac3a5380621', 'name': 'router1', 'tenant_id': 'ec6733ae40a34154af2081c50450b241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T07:48:19Z', 'updated_at': '2021-02-04T07:48:31Z', 'revision_number': 2, 'project_id': 'ec6733ae40a34154af2081c50450b241', 'gw_port_host': None, '_interfaces': [{'id': '83799149-a76d-47cd-a1a4-de90ca453106', 'name': '', 'network_id': '4f4b01af-ebba-4817-b52e-d62f010bcb5f', 'tenant_id': 'ec6733ae40a34154af2081c50450b241', 'mac_address': 'fa:16:3e:1e:ab:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11eb258b-6943-40ac-afe7-5ac3a5380621', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0c7797b7-29fa-4c4b-8631-ebea9e206796', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T07:48:30Z', 'updated_at': '2021-02-04T07:48:31Z', 'revision_number': 2, 'project_id': 'ec6733ae40a34154af2081c50450b241', 'subnets': [{'id': '0c7797b7-29fa-4c4b-8631-ebea9e206796', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '17bc75ad-5c59-413f-86bb-202f57110608'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733062-18-smb', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 07:48:33.019126 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba0cb21-8fd4-40ba-944e-e6dc0c02b413 None None] Checking router: 11eb258b-6943-40ac-afe7-5ac3a5380621 for host: dv-cinder-733062-18-smb {{(pid=80116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 04 07:48:33.019500 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba0cb21-8fd4-40ba-944e-e6dc0c02b413 None None] Updating router 11eb258b-6943-40ac-afe7-5ac3a5380621 port 83799149-a76d-47cd-a1a4-de90ca453106 binding host dv-cinder-733062-18-smb {{(pid=80116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 04 07:48:33.077006 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6ba0cb21-8fd4-40ba-944e-e6dc0c02b413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:48:33.536515 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6ba0cb21-8fd4-40ba-944e-e6dc0c02b413 None None] Notify callbacks [] for port, precommit_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:48:33.551264 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-6ba0cb21-8fd4-40ba-944e-e6dc0c02b413 None None] Transition to ACTIVE for port object 83799149-a76d-47cd-a1a4-de90ca453106 will not be triggered until provisioned by entity L2. {{(pid=80116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 04 07:48:33.554531 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6ba0cb21-8fd4-40ba-944e-e6dc0c02b413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309259674757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309260170288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727594605546'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:48:33.571670 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:48:33.714099 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70ab351-157c-4315-b0b6-7f2f59bcb46e None None] Pushing event updated for resources: {'Port': ['ID=83799149-a76d-47cd-a1a4-de90ca453106,revision_number=3']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:48:33.725859 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70ab351-157c-4315-b0b6-7f2f59bcb46e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:48:33.726237 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70ab351-157c-4315-b0b6-7f2f59bcb46e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:48:33.726600 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70ab351-157c-4315-b0b6-7f2f59bcb46e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:48:33.726959 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70ab351-157c-4315-b0b6-7f2f59bcb46e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:48:33.727368 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70ab351-157c-4315-b0b6-7f2f59bcb46e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:48:33.727722 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70ab351-157c-4315-b0b6-7f2f59bcb46e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:48:33.728074 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70ab351-157c-4315-b0b6-7f2f59bcb46e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:48:33.728447 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70ab351-157c-4315-b0b6-7f2f59bcb46e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:48:33.728771 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70ab351-157c-4315-b0b6-7f2f59bcb46e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:48:33.729119 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70ab351-157c-4315-b0b6-7f2f59bcb46e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:48:33.729504 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70ab351-157c-4315-b0b6-7f2f59bcb46e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:48:33.729831 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70ab351-157c-4315-b0b6-7f2f59bcb46e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:48:33.730901 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70ab351-157c-4315-b0b6-7f2f59bcb46e None None] Tracked resource versions report: Feb 04 07:48:33.730901 dv-cinder-733062-18-smb neutron-server[79999]: pushed versions: Feb 04 07:48:33.730901 dv-cinder-733062-18-smb neutron-server[79999]: { 'AddressGroup': {'1.1'}, Feb 04 07:48:33.730901 dv-cinder-733062-18-smb neutron-server[79999]: 'ConntrackHelper': {'1.0'}, Feb 04 07:48:33.730901 dv-cinder-733062-18-smb neutron-server[79999]: 'Log': {'1.0'}, Feb 04 07:48:33.730901 dv-cinder-733062-18-smb neutron-server[79999]: 'Network': {'1.1'}, Feb 04 07:48:33.730901 dv-cinder-733062-18-smb neutron-server[79999]: 'Port': {'1.7'}, Feb 04 07:48:33.730901 dv-cinder-733062-18-smb neutron-server[79999]: 'PortForwarding': {'1.2'}, Feb 04 07:48:33.730901 dv-cinder-733062-18-smb neutron-server[79999]: 'QosPolicy': {'1.8'}, Feb 04 07:48:33.730901 dv-cinder-733062-18-smb neutron-server[79999]: 'SecurityGroup': {'1.4'}, Feb 04 07:48:33.730901 dv-cinder-733062-18-smb neutron-server[79999]: 'SecurityGroupRule': {'1.2'}, Feb 04 07:48:33.730901 dv-cinder-733062-18-smb neutron-server[79999]: 'SubPort': {'1.0'}, Feb 04 07:48:33.730901 dv-cinder-733062-18-smb neutron-server[79999]: 'Subnet': {'1.1'}, Feb 04 07:48:33.730901 dv-cinder-733062-18-smb neutron-server[79999]: 'Trunk': {'1.1'}} Feb 04 07:48:33.730901 dv-cinder-733062-18-smb neutron-server[79999]: consumer versions: Feb 04 07:48:33.730901 dv-cinder-733062-18-smb neutron-server[79999]: { DHCP agent@dv-cinder-733062-18-smb: {}, Feb 04 07:48:33.730901 dv-cinder-733062-18-smb neutron-server[79999]: L3 agent@dv-cinder-733062-18-smb: {}, Feb 04 07:48:33.730901 dv-cinder-733062-18-smb neutron-server[79999]: Metadata agent@dv-cinder-733062-18-smb: {}, Feb 04 07:48:33.730901 dv-cinder-733062-18-smb neutron-server[79999]: Metering agent@dv-cinder-733062-18-smb: {}, Feb 04 07:48:33.730901 dv-cinder-733062-18-smb neutron-server[79999]: Open vSwitch agent@dv-cinder-733062-18-smb: { 'AddressGroup': '1.1', Feb 04 07:48:33.730901 dv-cinder-733062-18-smb neutron-server[79999]: 'ConntrackHelper': '1.0', Feb 04 07:48:33.730901 dv-cinder-733062-18-smb neutron-server[79999]: 'Log': '1.0', Feb 04 07:48:33.730901 dv-cinder-733062-18-smb neutron-server[79999]: 'Network': '1.1', Feb 04 07:48:33.730901 dv-cinder-733062-18-smb neutron-server[79999]: 'Port': '1.7', Feb 04 07:48:33.730901 dv-cinder-733062-18-smb neutron-server[79999]: 'PortForwarding': '1.2', Feb 04 07:48:33.730901 dv-cinder-733062-18-smb neutron-server[79999]: 'QosPolicy': '1.8', Feb 04 07:48:33.730901 dv-cinder-733062-18-smb neutron-server[79999]: 'SecurityGroup': '1.4', Feb 04 07:48:33.730901 dv-cinder-733062-18-smb neutron-server[79999]: 'SecurityGroupRule': '1.2', Feb 04 07:48:33.730901 dv-cinder-733062-18-smb neutron-server[79999]: 'SubPort': '1.0', Feb 04 07:48:33.730901 dv-cinder-733062-18-smb neutron-server[79999]: 'Subnet': '1.1', Feb 04 07:48:33.730901 dv-cinder-733062-18-smb neutron-server[79999]: 'Trunk': '1.1'}} Feb 04 07:48:33.730901 dv-cinder-733062-18-smb neutron-server[79999]: {{(pid=80116) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 04 07:48:33.747063 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-c70ab351-157c-4315-b0b6-7f2f59bcb46e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:48:33.902952 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-6ba0cb21-8fd4-40ba-944e-e6dc0c02b413 None None] Attempting to bind port 83799149-a76d-47cd-a1a4-de90ca453106 on host dv-cinder-733062-18-smb for vnic_type normal with profile {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 07:48:33.903402 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-6ba0cb21-8fd4-40ba-944e-e6dc0c02b413 None None] Attempting to bind port 83799149-a76d-47cd-a1a4-de90ca453106 by drivers openvswitch on host dv-cinder-733062-18-smb at level 0 using segments [{'id': '902e749c-3b70-46fa-8b99-264660945cbf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '4f4b01af-ebba-4817-b52e-d62f010bcb5f'}] {{(pid=80116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 04 07:48:33.903810 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba0cb21-8fd4-40ba-944e-e6dc0c02b413 None None] Attempting to bind port 83799149-a76d-47cd-a1a4-de90ca453106 on network 4f4b01af-ebba-4817-b52e-d62f010bcb5f {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 04 07:48:33.909837 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba0cb21-8fd4-40ba-944e-e6dc0c02b413 None None] Checking agent: {'id': 'b265e0d7-049f-4621-8b9a-cada9a3d4f64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-18-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 4, 7, 47, 55), 'started_at': datetime.datetime(2021, 2, 4, 7, 48, 25), 'heartbeat_timestamp': datetime.datetime(2021, 2, 4, 7, 48, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-18-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.87', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 07:48:33.910257 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba0cb21-8fd4-40ba-944e-e6dc0c02b413 None None] Checking segment: {'id': '902e749c-3b70-46fa-8b99-264660945cbf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '4f4b01af-ebba-4817-b52e-d62f010bcb5f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 04 07:48:33.910773 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6ba0cb21-8fd4-40ba-944e-e6dc0c02b413 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:48:33.911229 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba0cb21-8fd4-40ba-944e-e6dc0c02b413 None None] Bound using segment: {'id': '902e749c-3b70-46fa-8b99-264660945cbf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '4f4b01af-ebba-4817-b52e-d62f010bcb5f'} {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 07:48:33.912434 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-6ba0cb21-8fd4-40ba-944e-e6dc0c02b413 None None] Bound port: 83799149-a76d-47cd-a1a4-de90ca453106, host: dv-cinder-733062-18-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '902e749c-3b70-46fa-8b99-264660945cbf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '4f4b01af-ebba-4817-b52e-d62f010bcb5f'}}] {{(pid=80116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 04 07:48:33.913133 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6ba0cb21-8fd4-40ba-944e-e6dc0c02b413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:48:34.016016 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-6ba0cb21-8fd4-40ba-944e-e6dc0c02b413 None None] For port 83799149-a76d-47cd-a1a4-de90ca453106, host dv-cinder-733062-18-smb, cleared binding levels {{(pid=80116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 04 07:48:34.021886 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-6ba0cb21-8fd4-40ba-944e-e6dc0c02b413 None None] For port 83799149-a76d-47cd-a1a4-de90ca453106, host dv-cinder-733062-18-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-18-smb',level=0,port_id=83799149-a76d-47cd-a1a4-de90ca453106,segment=NetworkSegment(902e749c-3b70-46fa-8b99-264660945cbf),segment_id=902e749c-3b70-46fa-8b99-264660945cbf)] {{(pid=80116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 04 07:48:34.025589 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6ba0cb21-8fd4-40ba-944e-e6dc0c02b413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309259674757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309260170288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727594605546'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:48:34.041910 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:48:34.195647 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70ab351-157c-4315-b0b6-7f2f59bcb46e None None] Pushing event updated for resources: {'Port': ['ID=83799149-a76d-47cd-a1a4-de90ca453106,revision_number=4']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:48:34.199170 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-c70ab351-157c-4315-b0b6-7f2f59bcb46e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:48:34.256294 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba0cb21-8fd4-40ba-944e-e6dc0c02b413 None None] Routers {'11eb258b-6943-40ac-afe7-5ac3a5380621'} bound to L3 agent in host dv-cinder-733062-18-smb {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 04 07:48:34.256947 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-6ba0cb21-8fd4-40ba-944e-e6dc0c02b413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-04T07:47:53Z,description=,heartbeat_timestamp=2021-02-04T07:48:23Z,host='dv-cinder-733062-18-smb',id=9b1007a2-cea1-4e19-8fd5-ed5c2617e796,load=0,resource_versions=,resources_synced=,started_at=2021-02-04T07:47:53Z,topic='l3_agent')) {'router_ids': ['11eb258b-6943-40ac-afe7-5ac3a5380621'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 07:48:34.446662 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvr_db [None req-6ba0cb21-8fd4-40ba-944e-e6dc0c02b413 None None] Set router 11eb258b-6943-40ac-afe7-5ac3a5380621 gateway port host: None {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 04 07:48:34.795758 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.99', 46654) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:48:34.800027 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-6ba0cb21-8fd4-40ba-944e-e6dc0c02b413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11eb258b-6943-40ac-afe7-5ac3a5380621', 'name': 'router1', 'tenant_id': 'ec6733ae40a34154af2081c50450b241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T07:48:19Z', 'updated_at': '2021-02-04T07:48:31Z', 'revision_number': 2, 'project_id': 'ec6733ae40a34154af2081c50450b241', 'gw_port_host': None, '_interfaces': [{'id': '83799149-a76d-47cd-a1a4-de90ca453106', 'name': '', 'network_id': '4f4b01af-ebba-4817-b52e-d62f010bcb5f', 'tenant_id': 'ec6733ae40a34154af2081c50450b241', 'mac_address': 'fa:16:3e:1e:ab:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11eb258b-6943-40ac-afe7-5ac3a5380621', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0c7797b7-29fa-4c4b-8631-ebea9e206796', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T07:48:30Z', 'updated_at': '2021-02-04T07:48:34Z', 'revision_number': 4, 'project_id': 'ec6733ae40a34154af2081c50450b241', 'subnets': [{'id': '0c7797b7-29fa-4c4b-8631-ebea9e206796', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '17bc75ad-5c59-413f-86bb-202f57110608'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733062-18-smb', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 07:48:34.805451 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba0cb21-8fd4-40ba-944e-e6dc0c02b413 None None] The sync data for ids ['11eb258b-6943-40ac-afe7-5ac3a5380621'] in dv-cinder-733062-18-smb is: [{'id': '11eb258b-6943-40ac-afe7-5ac3a5380621', 'name': 'router1', 'tenant_id': 'ec6733ae40a34154af2081c50450b241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T07:48:19Z', 'updated_at': '2021-02-04T07:48:31Z', 'revision_number': 2, 'project_id': 'ec6733ae40a34154af2081c50450b241', 'gw_port_host': None, '_interfaces': [{'id': '83799149-a76d-47cd-a1a4-de90ca453106', 'name': '', 'network_id': '4f4b01af-ebba-4817-b52e-d62f010bcb5f', 'tenant_id': 'ec6733ae40a34154af2081c50450b241', 'mac_address': 'fa:16:3e:1e:ab:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11eb258b-6943-40ac-afe7-5ac3a5380621', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0c7797b7-29fa-4c4b-8631-ebea9e206796', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T07:48:30Z', 'updated_at': '2021-02-04T07:48:34Z', 'revision_number': 4, 'project_id': 'ec6733ae40a34154af2081c50450b241', 'subnets': [{'id': '0c7797b7-29fa-4c4b-8631-ebea9e206796', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '17bc75ad-5c59-413f-86bb-202f57110608'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 04 07:48:34.990954 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63bc21de-47b0-487d-99f2-52eb268e5272 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:48:34.991610 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-63bc21de-47b0-487d-99f2-52eb268e5272 admin admin] Synchronizing usage tracker for tenant:5143b1a3fa194210ba4e49973ef82d51 on resource:network {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 04 07:48:35.009375 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-63bc21de-47b0-487d-99f2-52eb268e5272 admin admin] Unset dirty status for tenant:5143b1a3fa194210ba4e49973ef82d51 on resource:network {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 04 07:48:35.010652 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-63bc21de-47b0-487d-99f2-52eb268e5272 admin admin] 10.222.0.99 "GET /v2.0/networks/fc08f4da-7ea1-4669-9c0d-064e3549341c HTTP/1.1" status: 200 len: 842 time: 0.2138026 Feb 04 07:48:35.021984 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.v2.base [None req-85a6ccaa-fa9f-4802-bd60-acfe74a03463 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'gateway_ip': '172.28.3.1', 'cidr': '172.28.3.0/24', 'ip_version': 4, 'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'name': 'public-subnet'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 07:48:35.027715 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-85a6ccaa-fa9f-4802-bd60-acfe74a03463 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 07:48:35.031821 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-85a6ccaa-fa9f-4802-bd60-acfe74a03463 admin admin] Usage tracker for resource:subnet and tenant:5143b1a3fa194210ba4e49973ef82d51 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 07:48:35.034801 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-85a6ccaa-fa9f-4802-bd60-acfe74a03463 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 07:48:35.041309 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-85a6ccaa-fa9f-4802-bd60-acfe74a03463 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 07:48:35.050137 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85a6ccaa-fa9f-4802-bd60-acfe74a03463 admin admin] Made reservation on behalf of 5143b1a3fa194210ba4e49973ef82d51 for: {'subnet': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 04 07:48:35.054781 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-85a6ccaa-fa9f-4802-bd60-acfe74a03463 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:48:35.502279 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.objects.ports [None req-85a6ccaa-fa9f-4802-bd60-acfe74a03463 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80114) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 04 07:48:35.502737 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-85a6ccaa-fa9f-4802-bd60-acfe74a03463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830'] for subnet, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:48:35.518294 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-ba180c61-e441-4eb0-a685-f78f2317dcc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:48:35.673783 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a6ccaa-fa9f-4802-bd60-acfe74a03463 admin admin] Pushing event updated for resources: {'Subnet': ['ID=afd83efb-5d3e-41fa-8710-d4145e2840f2,revision_number=0']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:48:35.679571 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-85a6ccaa-fa9f-4802-bd60-acfe74a03463 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:48:35.722360 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a6ccaa-fa9f-4802-bd60-acfe74a03463 admin admin] Checking segment: {'id': 'd8f5f7e6-2ec3-4646-9d93-a23676477155', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 04 07:48:35.722747 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a6ccaa-fa9f-4802-bd60-acfe74a03463 admin admin] Network hostable DHCP agents. Network: fc08f4da-7ea1-4669-9c0d-064e3549341c, hostable agents: ['8e54cc33-14f6-4bf4-a71e-228639724c29'], hosted agents: [] {{(pid=80114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 04 07:48:35.744479 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a6ccaa-fa9f-4802-bd60-acfe74a03463 admin admin] Network fc08f4da-7ea1-4669-9c0d-064e3549341c is scheduled to be hosted by DHCP agent 8e54cc33-14f6-4bf4-a71e-228639724c29 with binding_index 1 {{(pid=80114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 04 07:48:35.754369 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.base_scheduler [None req-85a6ccaa-fa9f-4802-bd60-acfe74a03463 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733062-18-smb, fc08f4da-7ea1-4669-9c0d-064e3549341c) {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 04 07:48:35.759175 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a6ccaa-fa9f-4802-bd60-acfe74a03463 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:48:35.759821 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-85a6ccaa-fa9f-4802-bd60-acfe74a03463 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1815815'] for subnet, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:48:35.768891 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-062d80c3-a68c-4f4a-a4fe-e70db38d0d87 None None] Network fc08f4da-7ea1-4669-9c0d-064e3549341c requested from dv-cinder-733062-18-smb {{(pid=80115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 04 07:48:35.788470 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-85a6ccaa-fa9f-4802-bd60-acfe74a03463 admin admin] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7709711 Feb 04 07:48:36.026290 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe5c0694-7a5c-4f0d-a21a-17bebbdf56c8 None None] Network fc08f4da-7ea1-4669-9c0d-064e3549341c requested from dv-cinder-733062-18-smb {{(pid=80115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 04 07:48:36.633531 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Device 83799149-a76d-47cd-a1a4-de90ca453106 up at agent ovs-agent-dv-cinder-733062-18-smb {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 07:48:36.706927 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Provisioning for port 83799149-a76d-47cd-a1a4-de90ca453106 completed by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 04 07:48:36.712862 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Provisioning complete for port 83799149-a76d-47cd-a1a4-de90ca453106 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 07:48:36.713269 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762158'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:48:36.840898 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:48:36.876390 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] For port 83799149-a76d-47cd-a1a4-de90ca453106, host dv-cinder-733062-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-18-smb',level=0,port_id=83799149-a76d-47cd-a1a4-de90ca453106,segment=NetworkSegment(902e749c-3b70-46fa-8b99-264660945cbf),segment_id=902e749c-3b70-46fa-8b99-264660945cbf)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 07:48:36.882394 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309259674757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309260170288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727594605546'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:48:36.884694 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:48:36.958703 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Pushing event updated for resources: {'Port': ['ID=83799149-a76d-47cd-a1a4-de90ca453106,revision_number=5']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:48:36.972427 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:48:38.412283 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.99', 46668) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:48:38.619258 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Device 83799149-a76d-47cd-a1a4-de90ca453106 up at agent ovs-agent-dv-cinder-733062-18-smb {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 07:48:38.662931 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-27627bb4-a99e-47c5-a7e7-076cd4a81a1a admin admin] 10.222.0.99 "GET /v2.0/routers/11eb258b-6943-40ac-afe7-5ac3a5380621 HTTP/1.1" status: 200 len: 710 time: 0.2490122 Feb 04 07:48:38.692070 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Provisioning complete for port 83799149-a76d-47cd-a1a4-de90ca453106 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 07:48:38.692474 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762158'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:48:38.808276 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da1063ad-948e-4458-9660-1ef12e19807f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:48:38.809911 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-da1063ad-948e-4458-9660-1ef12e19807f admin admin] 10.222.0.99 "GET /v2.0/networks/fc08f4da-7ea1-4669-9c0d-064e3549341c HTTP/1.1" status: 200 len: 886 time: 0.1414416 Feb 04 07:48:38.820492 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.v2.base [None req-57b39d10-6eba-4091-81f5-b320b0fcd322 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c'}}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 07:48:39.469246 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-57b39d10-6eba-4091-81f5-b320b0fcd322 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853136575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1652451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854768526'] for router, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:48:39.811421 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-57b39d10-6eba-4091-81f5-b320b0fcd322 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:48:39.872191 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-57b39d10-6eba-4091-81f5-b320b0fcd322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:48:39.885140 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-57b39d10-6eba-4091-81f5-b320b0fcd322 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:48:39.900535 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-57b39d10-6eba-4091-81f5-b320b0fcd322 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 07:48:39.904628 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-57b39d10-6eba-4091-81f5-b320b0fcd322 admin admin] Usage tracker for resource:security_group_rule and tenant: is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 07:48:39.907617 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-57b39d10-6eba-4091-81f5-b320b0fcd322 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 07:48:39.913656 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-57b39d10-6eba-4091-81f5-b320b0fcd322 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 07:48:39.999634 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-57b39d10-6eba-4091-81f5-b320b0fcd322 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:48:40.002503 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-57b39d10-6eba-4091-81f5-b320b0fcd322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:48:40.019457 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:48:40.110536 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b39d10-6eba-4091-81f5-b320b0fcd322 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bfc9a5c-0ed6-4955-aa10-32182dd5130e,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:48:40.116668 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-57b39d10-6eba-4091-81f5-b320b0fcd322 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:48:40.284231 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.db_base_plugin_common [None req-57b39d10-6eba-4091-81f5-b320b0fcd322 admin admin] Allocated IP 172.28.3.219 (fc08f4da-7ea1-4669-9c0d-064e3549341c/afd83efb-5d3e-41fa-8710-d4145e2840f2/646b5240-65a5-40c9-b97e-dc19857cf83f) {{(pid=80114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 04 07:48:40.442106 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-57b39d10-6eba-4091-81f5-b320b0fcd322 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:48:40.471894 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-57b39d10-6eba-4091-81f5-b320b0fcd322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727594645960'] for port, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:48:40.486900 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:48:40.617599 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b39d10-6eba-4091-81f5-b320b0fcd322 admin admin] Pushing event updated for resources: {'Port': ['ID=646b5240-65a5-40c9-b97e-dc19857cf83f,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:48:40.620992 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-57b39d10-6eba-4091-81f5-b320b0fcd322 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:48:40.675460 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b39d10-6eba-4091-81f5-b320b0fcd322 admin admin] Network fc08f4da-7ea1-4669-9c0d-064e3549341c is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 04 07:48:40.676615 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.base_scheduler [None req-57b39d10-6eba-4091-81f5-b320b0fcd322 admin admin] Resources bound (agent type, host, resource id): {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 04 07:48:40.679654 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b39d10-6eba-4091-81f5-b320b0fcd322 admin admin] Received port after_create {{(pid=80114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 04 07:48:41.266544 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-57b39d10-6eba-4091-81f5-b320b0fcd322 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:48:41.629512 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-57b39d10-6eba-4091-81f5-b320b0fcd322 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853136575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1652451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854768526'] for router, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:48:41.633770 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-57b39d10-6eba-4091-81f5-b320b0fcd322 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1639343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1639256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036853136560', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036853123333'] for router, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:48:41.824576 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57b39d10-6eba-4091-81f5-b320b0fcd322 admin admin] Router 11eb258b-6943-40ac-afe7-5ac3a5380621 has already been hosted by L3 agent 9b1007a2-cea1-4e19-8fd5-ed5c2617e796 {{(pid=80114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 04 07:48:42.014421 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57b39d10-6eba-4091-81f5-b320b0fcd322 admin admin] Notify agent at l3_agent.dv-cinder-733062-18-smb the message routers_updated {{(pid=80114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 04 07:48:42.024747 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460b89dc-2847-42b5-bf80-13a8f80017b0 None None] Sync routers for ids ['11eb258b-6943-40ac-afe7-5ac3a5380621'] in dv-cinder-733062-18-smb {{(pid=80115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 04 07:48:42.031235 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-57b39d10-6eba-4091-81f5-b320b0fcd322 admin admin] Notify callbacks [] for router, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:48:42.032639 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-57b39d10-6eba-4091-81f5-b320b0fcd322 admin admin] 10.222.0.99 "PUT /v2.0/routers/11eb258b-6943-40ac-afe7-5ac3a5380621 HTTP/1.1" status: 200 len: 890 time: 3.2162898 Feb 04 07:48:42.034231 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460b89dc-2847-42b5-bf80-13a8f80017b0 None None] Routers {'11eb258b-6943-40ac-afe7-5ac3a5380621'} bound to L3 agent in host dv-cinder-733062-18-smb {{(pid=80115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 04 07:48:42.034884 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-460b89dc-2847-42b5-bf80-13a8f80017b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-04T07:47:53Z,description=,heartbeat_timestamp=2021-02-04T07:48:23Z,host='dv-cinder-733062-18-smb',id=9b1007a2-cea1-4e19-8fd5-ed5c2617e796,load=0,resource_versions=,resources_synced=,started_at=2021-02-04T07:47:53Z,topic='l3_agent')) {'router_ids': ['11eb258b-6943-40ac-afe7-5ac3a5380621'], 'active': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 07:48:42.243867 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvr_db [None req-460b89dc-2847-42b5-bf80-13a8f80017b0 None None] Set router 11eb258b-6943-40ac-afe7-5ac3a5380621 gateway port host: dv-cinder-733062-18-smb {{(pid=80115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 04 07:48:42.612068 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-460b89dc-2847-42b5-bf80-13a8f80017b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11eb258b-6943-40ac-afe7-5ac3a5380621', 'name': 'router1', 'tenant_id': 'ec6733ae40a34154af2081c50450b241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'external_fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.219'}], 'enable_snat': True}, 'gw_port_id': '646b5240-65a5-40c9-b97e-dc19857cf83f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T07:48:19Z', 'updated_at': '2021-02-04T07:48:40Z', 'revision_number': 4, 'project_id': 'ec6733ae40a34154af2081c50450b241', 'gw_port': {'id': '646b5240-65a5-40c9-b97e-dc19857cf83f', 'name': '', 'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:22:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11eb258b-6943-40ac-afe7-5ac3a5380621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T07:48:40Z', 'updated_at': '2021-02-04T07:48:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-18-smb', '_interfaces': [{'id': '83799149-a76d-47cd-a1a4-de90ca453106', 'name': '', 'network_id': '4f4b01af-ebba-4817-b52e-d62f010bcb5f', 'tenant_id': 'ec6733ae40a34154af2081c50450b241', 'mac_address': 'fa:16:3e:1e:ab:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11eb258b-6943-40ac-afe7-5ac3a5380621', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0c7797b7-29fa-4c4b-8631-ebea9e206796', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T07:48:30Z', 'updated_at': '2021-02-04T07:48:36Z', 'revision_number': 5, 'project_id': 'ec6733ae40a34154af2081c50450b241', 'subnets': [{'id': '0c7797b7-29fa-4c4b-8631-ebea9e206796', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '17bc75ad-5c59-413f-86bb-202f57110608'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733062-18-smb', False) {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 07:48:42.617186 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460b89dc-2847-42b5-bf80-13a8f80017b0 None None] Checking router: 11eb258b-6943-40ac-afe7-5ac3a5380621 for host: dv-cinder-733062-18-smb {{(pid=80115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 04 07:48:42.617577 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460b89dc-2847-42b5-bf80-13a8f80017b0 None None] Updating router 11eb258b-6943-40ac-afe7-5ac3a5380621 port 646b5240-65a5-40c9-b97e-dc19857cf83f binding host dv-cinder-733062-18-smb {{(pid=80115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 04 07:48:42.673730 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-460b89dc-2847-42b5-bf80-13a8f80017b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:48:43.084346 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-460b89dc-2847-42b5-bf80-13a8f80017b0 None None] Notify callbacks [] for port, precommit_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:48:43.097074 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-460b89dc-2847-42b5-bf80-13a8f80017b0 None None] Transition to ACTIVE for port object 646b5240-65a5-40c9-b97e-dc19857cf83f will not be triggered until provisioned by entity L2. {{(pid=80115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 04 07:48:43.100344 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-460b89dc-2847-42b5-bf80-13a8f80017b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309259674757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309260170288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727594605546'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:48:43.120483 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:48:43.409828 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1505ab-d254-4ae6-898e-67fbe1311e0c None None] Pushing event updated for resources: {'Port': ['ID=646b5240-65a5-40c9-b97e-dc19857cf83f,revision_number=2']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:48:43.423731 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-8d1505ab-d254-4ae6-898e-67fbe1311e0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:48:43.472292 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-460b89dc-2847-42b5-bf80-13a8f80017b0 None None] Attempting to bind port 646b5240-65a5-40c9-b97e-dc19857cf83f on host dv-cinder-733062-18-smb for vnic_type normal with profile {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 07:48:43.472695 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-460b89dc-2847-42b5-bf80-13a8f80017b0 None None] Attempting to bind port 646b5240-65a5-40c9-b97e-dc19857cf83f by drivers openvswitch on host dv-cinder-733062-18-smb at level 0 using segments [{'id': 'd8f5f7e6-2ec3-4646-9d93-a23676477155', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c'}] {{(pid=80115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 04 07:48:43.473088 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460b89dc-2847-42b5-bf80-13a8f80017b0 None None] Attempting to bind port 646b5240-65a5-40c9-b97e-dc19857cf83f on network fc08f4da-7ea1-4669-9c0d-064e3549341c {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 04 07:48:43.479361 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460b89dc-2847-42b5-bf80-13a8f80017b0 None None] Checking agent: {'id': 'b265e0d7-049f-4621-8b9a-cada9a3d4f64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-18-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 4, 7, 47, 55), 'started_at': datetime.datetime(2021, 2, 4, 7, 48, 25), 'heartbeat_timestamp': datetime.datetime(2021, 2, 4, 7, 48, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-18-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.87', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 07:48:43.479762 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460b89dc-2847-42b5-bf80-13a8f80017b0 None None] Checking segment: {'id': 'd8f5f7e6-2ec3-4646-9d93-a23676477155', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 04 07:48:43.480187 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-460b89dc-2847-42b5-bf80-13a8f80017b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:48:43.480605 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460b89dc-2847-42b5-bf80-13a8f80017b0 None None] Bound using segment: {'id': 'd8f5f7e6-2ec3-4646-9d93-a23676477155', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c'} {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 07:48:43.481100 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-460b89dc-2847-42b5-bf80-13a8f80017b0 None None] Bound port: 646b5240-65a5-40c9-b97e-dc19857cf83f, host: dv-cinder-733062-18-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8f5f7e6-2ec3-4646-9d93-a23676477155', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c'}}] {{(pid=80115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 04 07:48:43.481502 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-460b89dc-2847-42b5-bf80-13a8f80017b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:48:43.560380 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-460b89dc-2847-42b5-bf80-13a8f80017b0 None None] For port 646b5240-65a5-40c9-b97e-dc19857cf83f, host dv-cinder-733062-18-smb, cleared binding levels {{(pid=80115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 04 07:48:43.563519 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-460b89dc-2847-42b5-bf80-13a8f80017b0 None None] For port 646b5240-65a5-40c9-b97e-dc19857cf83f, host dv-cinder-733062-18-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-18-smb',level=0,port_id=646b5240-65a5-40c9-b97e-dc19857cf83f,segment=NetworkSegment(d8f5f7e6-2ec3-4646-9d93-a23676477155),segment_id=d8f5f7e6-2ec3-4646-9d93-a23676477155)] {{(pid=80115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 04 07:48:43.566850 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-460b89dc-2847-42b5-bf80-13a8f80017b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309259674757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309260170288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727594605546'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:48:43.582451 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-c204bd8d-96e9-4ed2-b3bb-e34eed3480dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:48:43.734311 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1505ab-d254-4ae6-898e-67fbe1311e0c None None] Pushing event updated for resources: {'Port': ['ID=646b5240-65a5-40c9-b97e-dc19857cf83f,revision_number=3']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:48:43.738795 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-8d1505ab-d254-4ae6-898e-67fbe1311e0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:48:43.777566 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460b89dc-2847-42b5-bf80-13a8f80017b0 None None] Routers {'11eb258b-6943-40ac-afe7-5ac3a5380621'} bound to L3 agent in host dv-cinder-733062-18-smb {{(pid=80115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 04 07:48:43.778214 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-460b89dc-2847-42b5-bf80-13a8f80017b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-04T07:47:53Z,description=,heartbeat_timestamp=2021-02-04T07:48:23Z,host='dv-cinder-733062-18-smb',id=9b1007a2-cea1-4e19-8fd5-ed5c2617e796,load=0,resource_versions=,resources_synced=,started_at=2021-02-04T07:47:53Z,topic='l3_agent')) {'router_ids': ['11eb258b-6943-40ac-afe7-5ac3a5380621'], 'active': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 07:48:43.970418 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvr_db [None req-460b89dc-2847-42b5-bf80-13a8f80017b0 None None] Set router 11eb258b-6943-40ac-afe7-5ac3a5380621 gateway port host: dv-cinder-733062-18-smb {{(pid=80115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 04 07:48:44.320748 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-460b89dc-2847-42b5-bf80-13a8f80017b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11eb258b-6943-40ac-afe7-5ac3a5380621', 'name': 'router1', 'tenant_id': 'ec6733ae40a34154af2081c50450b241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'external_fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.219'}], 'enable_snat': True}, 'gw_port_id': '646b5240-65a5-40c9-b97e-dc19857cf83f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T07:48:19Z', 'updated_at': '2021-02-04T07:48:40Z', 'revision_number': 4, 'project_id': 'ec6733ae40a34154af2081c50450b241', 'gw_port': {'id': '646b5240-65a5-40c9-b97e-dc19857cf83f', 'name': '', 'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:22:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11eb258b-6943-40ac-afe7-5ac3a5380621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T07:48:40Z', 'updated_at': '2021-02-04T07:48:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-18-smb', '_interfaces': [{'id': '83799149-a76d-47cd-a1a4-de90ca453106', 'name': '', 'network_id': '4f4b01af-ebba-4817-b52e-d62f010bcb5f', 'tenant_id': 'ec6733ae40a34154af2081c50450b241', 'mac_address': 'fa:16:3e:1e:ab:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11eb258b-6943-40ac-afe7-5ac3a5380621', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0c7797b7-29fa-4c4b-8631-ebea9e206796', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T07:48:30Z', 'updated_at': '2021-02-04T07:48:36Z', 'revision_number': 5, 'project_id': 'ec6733ae40a34154af2081c50450b241', 'subnets': [{'id': '0c7797b7-29fa-4c4b-8631-ebea9e206796', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '17bc75ad-5c59-413f-86bb-202f57110608'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733062-18-smb', False) {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 07:48:44.324996 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460b89dc-2847-42b5-bf80-13a8f80017b0 None None] The sync data for ids ['11eb258b-6943-40ac-afe7-5ac3a5380621'] in dv-cinder-733062-18-smb is: [{'id': '11eb258b-6943-40ac-afe7-5ac3a5380621', 'name': 'router1', 'tenant_id': 'ec6733ae40a34154af2081c50450b241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'external_fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.219'}], 'enable_snat': True}, 'gw_port_id': '646b5240-65a5-40c9-b97e-dc19857cf83f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T07:48:19Z', 'updated_at': '2021-02-04T07:48:40Z', 'revision_number': 4, 'project_id': 'ec6733ae40a34154af2081c50450b241', 'gw_port': {'id': '646b5240-65a5-40c9-b97e-dc19857cf83f', 'name': '', 'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:22:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11eb258b-6943-40ac-afe7-5ac3a5380621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T07:48:40Z', 'updated_at': '2021-02-04T07:48:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-18-smb', '_interfaces': [{'id': '83799149-a76d-47cd-a1a4-de90ca453106', 'name': '', 'network_id': '4f4b01af-ebba-4817-b52e-d62f010bcb5f', 'tenant_id': 'ec6733ae40a34154af2081c50450b241', 'mac_address': 'fa:16:3e:1e:ab:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11eb258b-6943-40ac-afe7-5ac3a5380621', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0c7797b7-29fa-4c4b-8631-ebea9e206796', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T07:48:30Z', 'updated_at': '2021-02-04T07:48:36Z', 'revision_number': 5, 'project_id': 'ec6733ae40a34154af2081c50450b241', 'subnets': [{'id': '0c7797b7-29fa-4c4b-8631-ebea9e206796', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '17bc75ad-5c59-413f-86bb-202f57110608'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 04 07:48:44.657376 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Device 646b5240-65a5-40c9-b97e-dc19857cf83f up at agent ovs-agent-dv-cinder-733062-18-smb {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 07:48:44.740218 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Provisioning for port 646b5240-65a5-40c9-b97e-dc19857cf83f completed by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 04 07:48:44.745931 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Provisioning complete for port 646b5240-65a5-40c9-b97e-dc19857cf83f triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 07:48:44.746150 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762158'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:48:44.819632 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 46678) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:48:44.884591 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:48:44.902822 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] For port 646b5240-65a5-40c9-b97e-dc19857cf83f, host dv-cinder-733062-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-18-smb',level=0,port_id=646b5240-65a5-40c9-b97e-dc19857cf83f,segment=NetworkSegment(d8f5f7e6-2ec3-4646-9d93-a23676477155),segment_id=d8f5f7e6-2ec3-4646-9d93-a23676477155)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 07:48:44.905774 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309259674757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309260170288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727594605546'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:48:44.908018 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-8d1505ab-d254-4ae6-898e-67fbe1311e0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:48:44.981411 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Pushing event updated for resources: {'Port': ['ID=646b5240-65a5-40c9-b97e-dc19857cf83f,revision_number=4']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:48:44.984726 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:48:45.034573 dv-cinder-733062-18-smb neutron-server[79999]: WARNING oslo_policy.policy [None req-a65f1788-e219-42b1-9073-3ca73fe106ff admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 07:48:45.035350 dv-cinder-733062-18-smb neutron-server[79999]: WARNING oslo_policy.policy [None req-a65f1788-e219-42b1-9073-3ca73fe106ff admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 07:48:45.444244 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.policy [None req-a65f1788-e219-42b1-9073-3ca73fe106ff admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80113) register_rules /opt/stack/neutron/neutron/policy.py:75}} Feb 04 07:48:45.445026 dv-cinder-733062-18-smb neutron-server[79999]: WARNING oslo_policy.policy [None req-a65f1788-e219-42b1-9073-3ca73fe106ff admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 07:48:45.445431 dv-cinder-733062-18-smb neutron-server[79999]: WARNING oslo_policy.policy [None req-a65f1788-e219-42b1-9073-3ca73fe106ff admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 07:48:45.470310 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a65f1788-e219-42b1-9073-3ca73fe106ff admin admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:48:45.474374 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-a65f1788-e219-42b1-9073-3ca73fe106ff admin admin] 10.222.0.99 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1081 time: 0.6521180 Feb 04 07:48:46.637567 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Device 646b5240-65a5-40c9-b97e-dc19857cf83f up at agent ovs-agent-dv-cinder-733062-18-smb {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 07:48:46.720453 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Provisioning complete for port 646b5240-65a5-40c9-b97e-dc19857cf83f triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 07:48:46.720798 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762158'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:48:50.615790 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-bf1ca028-f7da-4833-971d-1418e7e3c248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:48:52.858810 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-02f8a096-ad9c-464e-b8b6-f4d7f696cb36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:48:53.784559 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-85fac0c9-e82f-41ee-a61d-5b2e920e6613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:48:54.613627 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:48:55.114919 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-19d3b842-1860-471a-9268-0862a9b26fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:49:03.029669 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.agents_db [None req-15dbd8ae-9ae4-49dc-a873-5f27e28d1d51 None None] Agent healthcheck: found 5 active agents {{(pid=80116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 04 07:49:20.580249 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-be1e0bb8-af74-4f0f-a83b-587dd4b42132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:49:22.848813 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ec03f17d-2c32-473b-859d-712f6cbb2868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:49:23.784223 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-85fac0c9-e82f-41ee-a61d-5b2e920e6613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:49:24.608320 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:49:25.105484 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-19d3b842-1860-471a-9268-0862a9b26fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:49:40.030011 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.agents_db [None req-15dbd8ae-9ae4-49dc-a873-5f27e28d1d51 None None] Agent healthcheck: found 5 active agents {{(pid=80116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 04 07:49:50.589755 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-969ad362-6e28-4c0f-99cb-55fc249ad2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:49:52.850802 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-c06896f2-e4b6-4f75-a4db-0737bd298bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:49:53.788364 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-85fac0c9-e82f-41ee-a61d-5b2e920e6613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:49:54.613455 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:49:55.110892 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-19d3b842-1860-471a-9268-0862a9b26fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:50:17.029693 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.agents_db [None req-15dbd8ae-9ae4-49dc-a873-5f27e28d1d51 None None] Agent healthcheck: found 5 active agents {{(pid=80116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 04 07:50:20.582850 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-5b5da11f-6110-4105-baa3-62f6b854b6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:50:22.854226 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-0b5284f1-0f50-4904-b622-57ee526ed8e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:50:23.790733 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-85fac0c9-e82f-41ee-a61d-5b2e920e6613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:50:24.610703 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:50:25.115993 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-19d3b842-1860-471a-9268-0862a9b26fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:50:50.588357 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-26add466-f721-4c57-a5a0-dc6a0507b20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:50:52.861898 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-bc799167-ecd4-4837-a739-3ff648f1498b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:50:53.791985 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-85fac0c9-e82f-41ee-a61d-5b2e920e6613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:50:54.029697 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.agents_db [None req-15dbd8ae-9ae4-49dc-a873-5f27e28d1d51 None None] Agent healthcheck: found 5 active agents {{(pid=80116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 04 07:50:54.613899 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:50:55.127935 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-19d3b842-1860-471a-9268-0862a9b26fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:51:02.049181 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 47260) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:51:02.167276 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.pecan_wsgi.hooks.translation [None req-94a28c15-f9fe-4ef6-a68c-ab9c6bf66199 admin admin] GET failed (client error): The resource could not be found. Feb 04 07:51:02.168636 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-94a28c15-f9fe-4ef6-a68c-ab9c6bf66199 admin admin] 10.222.0.99 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1182482 Feb 04 07:51:02.509291 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e71d6038-eaeb-45dc-87b8-445bab4a5032 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:51:02.510905 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-e71d6038-eaeb-45dc-87b8-445bab4a5032 admin admin] 10.222.0.99 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 865 time: 0.3376224 Feb 04 07:51:05.109252 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 47270) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:51:05.274886 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a183be69-6b79-46ab-a104-b8aefd95c96b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:51:05.276463 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-a183be69-6b79-46ab-a104-b8aefd95c96b admin admin] 10.222.0.99 "GET /v2.0/subnets/0c7797b7-29fa-4c4b-8631-ebea9e206796 HTTP/1.1" status: 200 len: 849 time: 0.1660833 Feb 04 07:51:05.287875 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.v2.base [None req-af42cba9-361b-4b1a-a644-76d5f88f4b00 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 07:51:05.422647 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-af42cba9-361b-4b1a-a644-76d5f88f4b00 admin admin] Notify callbacks [] for subnet, before_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:51:05.772332 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-af42cba9-361b-4b1a-a644-76d5f88f4b00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8727595101043'] for subnet, after_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:51:05.789624 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:51:05.950391 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af42cba9-361b-4b1a-a644-76d5f88f4b00 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c7797b7-29fa-4c4b-8631-ebea9e206796,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:51:05.968457 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af42cba9-361b-4b1a-a644-76d5f88f4b00 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:51:05.968842 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af42cba9-361b-4b1a-a644-76d5f88f4b00 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:51:05.969217 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af42cba9-361b-4b1a-a644-76d5f88f4b00 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:51:05.969580 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af42cba9-361b-4b1a-a644-76d5f88f4b00 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:51:05.969934 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af42cba9-361b-4b1a-a644-76d5f88f4b00 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:51:05.970326 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af42cba9-361b-4b1a-a644-76d5f88f4b00 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:51:05.970685 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af42cba9-361b-4b1a-a644-76d5f88f4b00 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:51:05.971058 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af42cba9-361b-4b1a-a644-76d5f88f4b00 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:51:05.971426 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af42cba9-361b-4b1a-a644-76d5f88f4b00 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:51:05.971792 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af42cba9-361b-4b1a-a644-76d5f88f4b00 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:51:05.972138 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af42cba9-361b-4b1a-a644-76d5f88f4b00 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:51:05.972490 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af42cba9-361b-4b1a-a644-76d5f88f4b00 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:51:05.973653 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af42cba9-361b-4b1a-a644-76d5f88f4b00 admin admin] Tracked resource versions report: Feb 04 07:51:05.973653 dv-cinder-733062-18-smb neutron-server[79999]: pushed versions: Feb 04 07:51:05.973653 dv-cinder-733062-18-smb neutron-server[79999]: { 'AddressGroup': {'1.1'}, Feb 04 07:51:05.973653 dv-cinder-733062-18-smb neutron-server[79999]: 'ConntrackHelper': {'1.0'}, Feb 04 07:51:05.973653 dv-cinder-733062-18-smb neutron-server[79999]: 'Log': {'1.0'}, Feb 04 07:51:05.973653 dv-cinder-733062-18-smb neutron-server[79999]: 'Network': {'1.1'}, Feb 04 07:51:05.973653 dv-cinder-733062-18-smb neutron-server[79999]: 'Port': {'1.7'}, Feb 04 07:51:05.973653 dv-cinder-733062-18-smb neutron-server[79999]: 'PortForwarding': {'1.2'}, Feb 04 07:51:05.973653 dv-cinder-733062-18-smb neutron-server[79999]: 'QosPolicy': {'1.8'}, Feb 04 07:51:05.973653 dv-cinder-733062-18-smb neutron-server[79999]: 'SecurityGroup': {'1.4'}, Feb 04 07:51:05.973653 dv-cinder-733062-18-smb neutron-server[79999]: 'SecurityGroupRule': {'1.2'}, Feb 04 07:51:05.973653 dv-cinder-733062-18-smb neutron-server[79999]: 'SubPort': {'1.0'}, Feb 04 07:51:05.973653 dv-cinder-733062-18-smb neutron-server[79999]: 'Subnet': {'1.1'}, Feb 04 07:51:05.973653 dv-cinder-733062-18-smb neutron-server[79999]: 'Trunk': {'1.1'}} Feb 04 07:51:05.973653 dv-cinder-733062-18-smb neutron-server[79999]: consumer versions: Feb 04 07:51:05.973653 dv-cinder-733062-18-smb neutron-server[79999]: { DHCP agent@dv-cinder-733062-18-smb: {}, Feb 04 07:51:05.973653 dv-cinder-733062-18-smb neutron-server[79999]: L3 agent@dv-cinder-733062-18-smb: {}, Feb 04 07:51:05.973653 dv-cinder-733062-18-smb neutron-server[79999]: Metadata agent@dv-cinder-733062-18-smb: {}, Feb 04 07:51:05.973653 dv-cinder-733062-18-smb neutron-server[79999]: Metering agent@dv-cinder-733062-18-smb: {}, Feb 04 07:51:05.973653 dv-cinder-733062-18-smb neutron-server[79999]: Open vSwitch agent@dv-cinder-733062-18-smb: { 'AddressGroup': '1.1', Feb 04 07:51:05.973653 dv-cinder-733062-18-smb neutron-server[79999]: 'ConntrackHelper': '1.0', Feb 04 07:51:05.973653 dv-cinder-733062-18-smb neutron-server[79999]: 'Log': '1.0', Feb 04 07:51:05.973653 dv-cinder-733062-18-smb neutron-server[79999]: 'Network': '1.1', Feb 04 07:51:05.973653 dv-cinder-733062-18-smb neutron-server[79999]: 'Port': '1.7', Feb 04 07:51:05.973653 dv-cinder-733062-18-smb neutron-server[79999]: 'PortForwarding': '1.2', Feb 04 07:51:05.973653 dv-cinder-733062-18-smb neutron-server[79999]: 'QosPolicy': '1.8', Feb 04 07:51:05.973653 dv-cinder-733062-18-smb neutron-server[79999]: 'SecurityGroup': '1.4', Feb 04 07:51:05.973653 dv-cinder-733062-18-smb neutron-server[79999]: 'SecurityGroupRule': '1.2', Feb 04 07:51:05.973653 dv-cinder-733062-18-smb neutron-server[79999]: 'SubPort': '1.0', Feb 04 07:51:05.973653 dv-cinder-733062-18-smb neutron-server[79999]: 'Subnet': '1.1', Feb 04 07:51:05.973653 dv-cinder-733062-18-smb neutron-server[79999]: 'Trunk': '1.1'}} Feb 04 07:51:05.973653 dv-cinder-733062-18-smb neutron-server[79999]: {{(pid=80113) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 04 07:51:06.038711 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-af42cba9-361b-4b1a-a644-76d5f88f4b00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:51:06.046430 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af42cba9-361b-4b1a-a644-76d5f88f4b00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:51:06.047292 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-af42cba9-361b-4b1a-a644-76d5f88f4b00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1815815'] for subnet, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:51:06.049289 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-af42cba9-361b-4b1a-a644-76d5f88f4b00 admin admin] 10.222.0.99 "PUT /v2.0/subnets/0c7797b7-29fa-4c4b-8631-ebea9e206796 HTTP/1.1" status: 200 len: 868 time: 0.7665074 Feb 04 07:51:06.066855 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-493a6181-e549-46f7-85ce-268ff56b4333 None None] Network 4f4b01af-ebba-4817-b52e-d62f010bcb5f requested from dv-cinder-733062-18-smb {{(pid=80115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 04 07:51:06.634359 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-4b4d95f6-18f7-435f-a626-1c9440664217 None None] Provisioning complete for port 79e1ee3b-e699-4e0d-8674-7aeb6b8ecbaf triggered by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 07:51:06.634894 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-4b4d95f6-18f7-435f-a626-1c9440664217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762158'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:51:06.774467 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-4b4d95f6-18f7-435f-a626-1c9440664217 None None] Provisioning complete for port 83799149-a76d-47cd-a1a4-de90ca453106 triggered by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 07:51:06.774884 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-4b4d95f6-18f7-435f-a626-1c9440664217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762158'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:51:08.673483 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 47286) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:51:08.906486 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-613f77b8-3cab-45d5-a420-2be286a35adc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:51:08.906825 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-613f77b8-3cab-45d5-a420-2be286a35adc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:51:08.908738 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-613f77b8-3cab-45d5-a420-2be286a35adc admin admin] 10.222.0.99 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.2341971 Feb 04 07:51:11.523546 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 47296) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:51:11.745486 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a84cf54-e2f2-443e-ac1b-435812f997ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:51:11.745903 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a84cf54-e2f2-443e-ac1b-435812f997ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:51:11.747603 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-0a84cf54-e2f2-443e-ac1b-435812f997ac admin admin] 10.222.0.99 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.2230287 Feb 04 07:51:14.245711 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 47306) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:51:14.466059 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d4daaa7-4ade-4fc1-8ac5-702c90e38307 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:51:14.467509 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-5d4daaa7-4ade-4fc1-8ac5-702c90e38307 admin admin] 10.222.0.99 "GET /v2.0/networks/4f4b01af-ebba-4817-b52e-d62f010bcb5f HTTP/1.1" status: 200 len: 862 time: 0.2207162 Feb 04 07:51:16.974959 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 47316) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:51:17.193981 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3450f8f2-5f80-4504-9457-2668db682196 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:51:17.195430 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-3450f8f2-5f80-4504-9457-2668db682196 admin admin] 10.222.0.99 "GET /v2.0/networks/fc08f4da-7ea1-4669-9c0d-064e3549341c HTTP/1.1" status: 200 len: 886 time: 0.2193666 Feb 04 07:51:19.768628 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.99', 47326) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:51:19.919868 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e426024-24ec-4ab1-b9ce-e1df0947e726 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:51:19.920279 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e426024-24ec-4ab1-b9ce-e1df0947e726 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:51:19.921093 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-0e426024-24ec-4ab1-b9ce-e1df0947e726 admin admin] Synchronizing usage tracker for tenant:5143b1a3fa194210ba4e49973ef82d51 on resource:subnet {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 04 07:51:19.935762 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-0e426024-24ec-4ab1-b9ce-e1df0947e726 admin admin] Unset dirty status for tenant:5143b1a3fa194210ba4e49973ef82d51 on resource:subnet {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 04 07:51:19.937022 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-0e426024-24ec-4ab1-b9ce-e1df0947e726 admin admin] 10.222.0.99 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1673687 Feb 04 07:51:20.581367 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-af86d9e6-53a7-4e98-9077-314035100099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:51:22.499148 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.99', 47336) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:51:22.647554 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-366edb98-6059-48a0-a9a3-8283001fdb0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:51:22.647871 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-366edb98-6059-48a0-a9a3-8283001fdb0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:51:22.649584 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-366edb98-6059-48a0-a9a3-8283001fdb0f admin admin] 10.222.0.99 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1494002 Feb 04 07:51:22.856366 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-247c4749-36ec-4e39-a0b7-a5d14f17dfa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:51:23.793600 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-85fac0c9-e82f-41ee-a61d-5b2e920e6613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:51:24.617271 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:51:25.138861 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-19d3b842-1860-471a-9268-0862a9b26fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:51:25.143809 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.99', 47346) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:51:25.290671 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a0a7a6-97a7-4fe5-bf49-4a47e4a0ebbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:51:25.292754 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-72a0a7a6-97a7-4fe5-bf49-4a47e4a0ebbf admin admin] 10.222.0.99 "GET /v2.0/subnets/0c7797b7-29fa-4c4b-8631-ebea9e206796 HTTP/1.1" status: 200 len: 868 time: 0.1477764 Feb 04 07:51:27.787239 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.99', 47356) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:51:27.931202 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d31130-ce9b-4d79-8447-bdfe8f5fab34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:51:27.932651 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-57d31130-ce9b-4d79-8447-bdfe8f5fab34 admin admin] 10.222.0.99 "GET /v2.0/subnets/afd83efb-5d3e-41fa-8710-d4145e2840f2 HTTP/1.1" status: 200 len: 816 time: 0.1443622 Feb 04 07:51:31.029086 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.agents_db [None req-15dbd8ae-9ae4-49dc-a873-5f27e28d1d51 None None] Agent healthcheck: found 5 active agents {{(pid=80116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 04 07:51:50.585105 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-94bc9e3f-a87e-46b7-abd5-dfc3185921f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:51:52.857431 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-de649f13-7f5b-4c88-ba0f-c1bfa3469913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:51:53.796892 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-85fac0c9-e82f-41ee-a61d-5b2e920e6613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:51:54.010149 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.99', 47396) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:51:54.091271 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [None req-d556a5b0-a6df-446f-a748-3f62e04a4347 admin admin] http://10.222.0.99:9696/v2.0/extensions returned with HTTP 200 {{(pid=80114) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 07:51:54.092345 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-d556a5b0-a6df-446f-a748-3f62e04a4347 admin admin] 10.222.0.99 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0811779 Feb 04 07:51:54.619211 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:51:55.135205 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-19d3b842-1860-471a-9268-0862a9b26fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:51:56.779710 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.99', 47406) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:51:56.888876 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c206dfa-070e-467a-b4fb-3a56ae3cb9b9 admin admin] GET failed (client error): The resource could not be found. Feb 04 07:51:56.891338 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-7c206dfa-070e-467a-b4fb-3a56ae3cb9b9 admin admin] 10.222.0.99 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1103647 Feb 04 07:51:57.029077 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f2d2ec-dcc9-427d-8cef-b7d3f04d7c51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:51:57.030711 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-e6f2d2ec-dcc9-427d-8cef-b7d3f04d7c51 admin admin] 10.222.0.99 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1351998 Feb 04 07:51:59.552294 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 47416) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:51:59.635131 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.v2.base [None req-829d50be-1af9-4085-aca0-b7ac8c7a5bb9 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 07:51:59.637792 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.quota [None req-829d50be-1af9-4085-aca0-b7ac8c7a5bb9 admin admin] Loaded quota_driver: . Feb 04 07:51:59.645118 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-829d50be-1af9-4085-aca0-b7ac8c7a5bb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 07:51:59.659513 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-829d50be-1af9-4085-aca0-b7ac8c7a5bb9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 07:51:59.671768 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-829d50be-1af9-4085-aca0-b7ac8c7a5bb9 admin admin] Made reservation on behalf of 5143b1a3fa194210ba4e49973ef82d51 for: {'network': 1} {{(pid=80113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 04 07:51:59.676548 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-829d50be-1af9-4085-aca0-b7ac8c7a5bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for network, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:51:59.777191 dv-cinder-733062-18-smb neutron-server[79999]: WARNING neutron.services.revisions.revision_plugin [None req-829d50be-1af9-4085-aca0-b7ac8c7a5bb9 admin admin] Could not find related network for resource to bump revision. Feb 04 07:51:59.794700 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-829d50be-1af9-4085-aca0-b7ac8c7a5bb9 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 2} {{(pid=80113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 04 07:51:59.806809 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-829d50be-1af9-4085-aca0-b7ac8c7a5bb9 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727595116386', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774980'] for segment, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:51:59.807275 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.db.segments_db [None req-829d50be-1af9-4085-aca0-b7ac8c7a5bb9 admin admin] Added segment 52aa1e86-fc9e-490f-846d-7b01466c5531 of type vxlan for network 0a47f9de-d7fe-4f9a-bb13-797ee2e25ea4 Feb 04 07:51:59.882178 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-829d50be-1af9-4085-aca0-b7ac8c7a5bb9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363309260185511'] for network, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:51:59.917680 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-829d50be-1af9-4085-aca0-b7ac8c7a5bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830'] for network, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:51:59.918934 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-829d50be-1af9-4085-aca0-b7ac8c7a5bb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:51:59.919616 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-829d50be-1af9-4085-aca0-b7ac8c7a5bb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1815815'] for network, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:51:59.926026 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:52:00.035606 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-829d50be-1af9-4085-aca0-b7ac8c7a5bb9 admin admin] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 840 time: 0.4823000 Feb 04 07:52:00.040723 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829d50be-1af9-4085-aca0-b7ac8c7a5bb9 admin admin] Pushing event updated for resources: {'Network': ['ID=0a47f9de-d7fe-4f9a-bb13-797ee2e25ea4,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:52:00.044317 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-829d50be-1af9-4085-aca0-b7ac8c7a5bb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:52:00.053925 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Network 0a47f9de-d7fe-4f9a-bb13-797ee2e25ea4 details requested by agent ovs-agent-dv-cinder-733062-18-smb with host dv-cinder-733062-18-smb {{(pid=80115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 04 07:52:02.518870 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 47426) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:52:02.622593 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0252c6e-21eb-4f5e-abfb-7daa33ec12dc admin admin] GET failed (client error): The resource could not be found. Feb 04 07:52:02.623192 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-a0252c6e-21eb-4f5e-abfb-7daa33ec12dc admin admin] Synchronizing usage tracker for tenant:5143b1a3fa194210ba4e49973ef82d51 on resource:network {{(pid=80113) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 04 07:52:02.638342 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-a0252c6e-21eb-4f5e-abfb-7daa33ec12dc admin admin] Unset dirty status for tenant:5143b1a3fa194210ba4e49973ef82d51 on resource:network {{(pid=80113) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 04 07:52:02.639604 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-a0252c6e-21eb-4f5e-abfb-7daa33ec12dc admin admin] 10.222.0.99 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1196437 Feb 04 07:52:02.909656 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3488d09-7c5b-400b-8c6c-7e6310d33130 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:52:02.911206 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-b3488d09-7c5b-400b-8c6c-7e6310d33130 admin admin] 10.222.0.99 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 819 time: 0.2670376 Feb 04 07:52:02.923249 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.v2.base [None req-544cd419-0742-4f97-8126-9a9cb5c1cbe3 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': '0a47f9de-d7fe-4f9a-bb13-797ee2e25ea4', 'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 07:52:02.928184 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-544cd419-0742-4f97-8126-9a9cb5c1cbe3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 07:52:02.938669 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-544cd419-0742-4f97-8126-9a9cb5c1cbe3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 07:52:02.947316 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-544cd419-0742-4f97-8126-9a9cb5c1cbe3 admin admin] Made reservation on behalf of 5143b1a3fa194210ba4e49973ef82d51 for: {'subnet': 1} {{(pid=80113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 04 07:52:02.951920 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-544cd419-0742-4f97-8126-9a9cb5c1cbe3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:52:03.381308 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-544cd419-0742-4f97-8126-9a9cb5c1cbe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830'] for subnet, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:52:03.397784 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:52:03.525023 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544cd419-0742-4f97-8126-9a9cb5c1cbe3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dfa3c907-4c0c-464f-9748-6cc5a322ea3f,revision_number=0']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:52:03.541181 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-544cd419-0742-4f97-8126-9a9cb5c1cbe3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:52:03.604747 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544cd419-0742-4f97-8126-9a9cb5c1cbe3 admin admin] Checking segment: {'id': '52aa1e86-fc9e-490f-846d-7b01466c5531', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '0a47f9de-d7fe-4f9a-bb13-797ee2e25ea4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 04 07:52:03.605057 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-544cd419-0742-4f97-8126-9a9cb5c1cbe3 admin admin] Network hostable DHCP agents. Network: 0a47f9de-d7fe-4f9a-bb13-797ee2e25ea4, hostable agents: ['8e54cc33-14f6-4bf4-a71e-228639724c29'], hosted agents: [] {{(pid=80113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 04 07:52:03.627251 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-544cd419-0742-4f97-8126-9a9cb5c1cbe3 admin admin] Network 0a47f9de-d7fe-4f9a-bb13-797ee2e25ea4 is scheduled to be hosted by DHCP agent 8e54cc33-14f6-4bf4-a71e-228639724c29 with binding_index 1 {{(pid=80113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 04 07:52:03.636462 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.base_scheduler [None req-544cd419-0742-4f97-8126-9a9cb5c1cbe3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733062-18-smb, 0a47f9de-d7fe-4f9a-bb13-797ee2e25ea4) {{(pid=80113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 04 07:52:03.641231 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544cd419-0742-4f97-8126-9a9cb5c1cbe3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:52:03.641867 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-544cd419-0742-4f97-8126-9a9cb5c1cbe3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1815815'] for subnet, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:52:03.647607 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36ba8f72-1427-48be-8e37-e0f4684abe31 None None] Network 0a47f9de-d7fe-4f9a-bb13-797ee2e25ea4 requested from dv-cinder-733062-18-smb {{(pid=80115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 04 07:52:03.665491 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-544cd419-0742-4f97-8126-9a9cb5c1cbe3 admin admin] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7471688 Feb 04 07:52:03.889629 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b98dc78-d42c-4c04-bdb7-2efec522e3cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeaced70-d5a4-5733-ba6e-56756fcee946-0a47f9de-d7fe-4f9a-bb13-797ee2e25ea4', 'network_id': '0a47f9de-d7fe-4f9a-bb13-797ee2e25ea4', 'tenant_id': '5143b1a3fa194210ba4e49973ef82d51', 'fixed_ips': [{'subnet_id': 'dfa3c907-4c0c-464f-9748-6cc5a322ea3f'}]}} from dv-cinder-733062-18-smb. {{(pid=80115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 04 07:52:03.890593 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-4b98dc78-d42c-4c04-bdb7-2efec522e3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:52:04.198414 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.db_base_plugin_common [None req-4b98dc78-d42c-4c04-bdb7-2efec522e3cb None None] Allocated IP 192.168.233.2 (0a47f9de-d7fe-4f9a-bb13-797ee2e25ea4/dfa3c907-4c0c-464f-9748-6cc5a322ea3f/6a6a88c7-5cf1-4b19-a3d7-fd8ac9d675ef) {{(pid=80115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 04 07:52:04.431902 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-4b98dc78-d42c-4c04-bdb7-2efec522e3cb None None] Notify callbacks [] for port, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:52:04.444128 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-4b98dc78-d42c-4c04-bdb7-2efec522e3cb None None] Transition to ACTIVE for port object 6a6a88c7-5cf1-4b19-a3d7-fd8ac9d675ef will not be triggered until provisioned by entity L2. {{(pid=80115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 04 07:52:04.461350 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-4b98dc78-d42c-4c04-bdb7-2efec522e3cb None None] Transition to ACTIVE for port object 6a6a88c7-5cf1-4b19-a3d7-fd8ac9d675ef will not be triggered until provisioned by entity DHCP. {{(pid=80115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 04 07:52:04.466109 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-4b98dc78-d42c-4c04-bdb7-2efec522e3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727594645960'] for port, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:52:04.482323 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:52:04.622056 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b98dc78-d42c-4c04-bdb7-2efec522e3cb None None] Pushing event updated for resources: {'Port': ['ID=6a6a88c7-5cf1-4b19-a3d7-fd8ac9d675ef,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:52:04.645770 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b98dc78-d42c-4c04-bdb7-2efec522e3cb None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:52:04.646155 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b98dc78-d42c-4c04-bdb7-2efec522e3cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:52:04.646529 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b98dc78-d42c-4c04-bdb7-2efec522e3cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:52:04.646970 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b98dc78-d42c-4c04-bdb7-2efec522e3cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:52:04.647366 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b98dc78-d42c-4c04-bdb7-2efec522e3cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:52:04.647740 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b98dc78-d42c-4c04-bdb7-2efec522e3cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:52:04.648090 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b98dc78-d42c-4c04-bdb7-2efec522e3cb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:52:04.648445 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b98dc78-d42c-4c04-bdb7-2efec522e3cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:52:04.648813 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b98dc78-d42c-4c04-bdb7-2efec522e3cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:52:04.649171 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b98dc78-d42c-4c04-bdb7-2efec522e3cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:52:04.649527 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b98dc78-d42c-4c04-bdb7-2efec522e3cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:52:04.649877 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b98dc78-d42c-4c04-bdb7-2efec522e3cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:52:04.656986 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-4b98dc78-d42c-4c04-bdb7-2efec522e3cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:52:04.696164 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b98dc78-d42c-4c04-bdb7-2efec522e3cb None None] Network 0a47f9de-d7fe-4f9a-bb13-797ee2e25ea4 is already hosted by enough agents. {{(pid=80115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 04 07:52:04.697369 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.base_scheduler [None req-4b98dc78-d42c-4c04-bdb7-2efec522e3cb None None] Resources bound (agent type, host, resource id): {{(pid=80115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 04 07:52:04.699727 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b98dc78-d42c-4c04-bdb7-2efec522e3cb None None] Received port after_create {{(pid=80115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 04 07:52:04.760350 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-4b98dc78-d42c-4c04-bdb7-2efec522e3cb None None] Attempting to bind port 6a6a88c7-5cf1-4b19-a3d7-fd8ac9d675ef on host dv-cinder-733062-18-smb for vnic_type normal with profile {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 07:52:04.760675 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-4b98dc78-d42c-4c04-bdb7-2efec522e3cb None None] Attempting to bind port 6a6a88c7-5cf1-4b19-a3d7-fd8ac9d675ef by drivers openvswitch on host dv-cinder-733062-18-smb at level 0 using segments [{'id': '52aa1e86-fc9e-490f-846d-7b01466c5531', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '0a47f9de-d7fe-4f9a-bb13-797ee2e25ea4'}] {{(pid=80115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 04 07:52:04.761072 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b98dc78-d42c-4c04-bdb7-2efec522e3cb None None] Attempting to bind port 6a6a88c7-5cf1-4b19-a3d7-fd8ac9d675ef on network 0a47f9de-d7fe-4f9a-bb13-797ee2e25ea4 {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 04 07:52:04.767587 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b98dc78-d42c-4c04-bdb7-2efec522e3cb None None] Checking agent: {'id': 'b265e0d7-049f-4621-8b9a-cada9a3d4f64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-18-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 4, 7, 47, 55), 'started_at': datetime.datetime(2021, 2, 4, 7, 48, 25), 'heartbeat_timestamp': datetime.datetime(2021, 2, 4, 7, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-18-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.87', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 07:52:04.767996 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b98dc78-d42c-4c04-bdb7-2efec522e3cb None None] Checking segment: {'id': '52aa1e86-fc9e-490f-846d-7b01466c5531', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '0a47f9de-d7fe-4f9a-bb13-797ee2e25ea4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 04 07:52:04.768440 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-4b98dc78-d42c-4c04-bdb7-2efec522e3cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:52:04.768875 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b98dc78-d42c-4c04-bdb7-2efec522e3cb None None] Bound using segment: {'id': '52aa1e86-fc9e-490f-846d-7b01466c5531', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '0a47f9de-d7fe-4f9a-bb13-797ee2e25ea4'} {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 07:52:04.769383 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-4b98dc78-d42c-4c04-bdb7-2efec522e3cb None None] Bound port: 6a6a88c7-5cf1-4b19-a3d7-fd8ac9d675ef, host: dv-cinder-733062-18-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52aa1e86-fc9e-490f-846d-7b01466c5531', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '0a47f9de-d7fe-4f9a-bb13-797ee2e25ea4'}}] {{(pid=80115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 04 07:52:04.769792 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-4b98dc78-d42c-4c04-bdb7-2efec522e3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:52:04.871500 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-4b98dc78-d42c-4c04-bdb7-2efec522e3cb None None] For port 6a6a88c7-5cf1-4b19-a3d7-fd8ac9d675ef, host dv-cinder-733062-18-smb, cleared binding levels {{(pid=80115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 04 07:52:04.875001 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-4b98dc78-d42c-4c04-bdb7-2efec522e3cb None None] For port 6a6a88c7-5cf1-4b19-a3d7-fd8ac9d675ef, host dv-cinder-733062-18-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-18-smb',level=0,port_id=6a6a88c7-5cf1-4b19-a3d7-fd8ac9d675ef,segment=NetworkSegment(52aa1e86-fc9e-490f-846d-7b01466c5531),segment_id=52aa1e86-fc9e-490f-846d-7b01466c5531)] {{(pid=80115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 04 07:52:04.879252 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-4b98dc78-d42c-4c04-bdb7-2efec522e3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309259674757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309260170288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727594605546'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:52:04.895842 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:52:05.058219 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b98dc78-d42c-4c04-bdb7-2efec522e3cb None None] Pushing event updated for resources: {'Port': ['ID=6a6a88c7-5cf1-4b19-a3d7-fd8ac9d675ef,revision_number=2']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:52:05.070964 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-4b98dc78-d42c-4c04-bdb7-2efec522e3cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:52:06.313251 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f07dada8-7ef7-4bfa-a86e-9611c6f1e910 None None] Network 0a47f9de-d7fe-4f9a-bb13-797ee2e25ea4 requested from dv-cinder-733062-18-smb {{(pid=80115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 04 07:52:06.438079 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-8a1e43a5-7f28-412d-bf5e-135ffc068dcc None None] Provisioning for port 6a6a88c7-5cf1-4b19-a3d7-fd8ac9d675ef completed by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 04 07:52:06.795590 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Device 6a6a88c7-5cf1-4b19-a3d7-fd8ac9d675ef up at agent ovs-agent-dv-cinder-733062-18-smb {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 07:52:06.873405 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Provisioning for port 6a6a88c7-5cf1-4b19-a3d7-fd8ac9d675ef completed by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 04 07:52:06.879626 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Provisioning complete for port 6a6a88c7-5cf1-4b19-a3d7-fd8ac9d675ef triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 07:52:06.880037 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762158'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:52:07.030157 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-969277d2-62f9-4c7e-bd18-26d3fe11c6fe None None] Provisioning complete for port 6a6a88c7-5cf1-4b19-a3d7-fd8ac9d675ef triggered by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 07:52:07.030572 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-969277d2-62f9-4c7e-bd18-26d3fe11c6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762158'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:52:07.063458 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:52:07.126165 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] For port 6a6a88c7-5cf1-4b19-a3d7-fd8ac9d675ef, host dv-cinder-733062-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-18-smb',level=0,port_id=6a6a88c7-5cf1-4b19-a3d7-fd8ac9d675ef,segment=NetworkSegment(52aa1e86-fc9e-490f-846d-7b01466c5531),segment_id=52aa1e86-fc9e-490f-846d-7b01466c5531)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 07:52:07.131722 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309259674757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309260170288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727594605546'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:52:07.134487 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:52:07.264001 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Pushing event updated for resources: {'Port': ['ID=6a6a88c7-5cf1-4b19-a3d7-fd8ac9d675ef,revision_number=3']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:52:07.268504 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:52:07.384904 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-aa4adb81-993d-47a4-b3f6-6e015564eb38 None None] Provisioning complete for port 6a6a88c7-5cf1-4b19-a3d7-fd8ac9d675ef triggered by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 07:52:07.385440 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-aa4adb81-993d-47a4-b3f6-6e015564eb38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762158'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:52:08.028999 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.agents_db [None req-15dbd8ae-9ae4-49dc-a873-5f27e28d1d51 None None] Agent healthcheck: found 5 active agents {{(pid=80116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 04 07:52:08.746269 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Device 6a6a88c7-5cf1-4b19-a3d7-fd8ac9d675ef up at agent ovs-agent-dv-cinder-733062-18-smb {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 07:52:08.824266 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Provisioning complete for port 6a6a88c7-5cf1-4b19-a3d7-fd8ac9d675ef triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 07:52:08.824685 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762158'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:52:20.588732 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-e26fe60c-c45a-40d4-b2b1-79fd715277d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:52:22.861623 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a5560668-7a32-43b0-a484-7772dbe2e0f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:52:23.802348 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-85fac0c9-e82f-41ee-a61d-5b2e920e6613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:52:24.621815 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:52:25.136721 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-19d3b842-1860-471a-9268-0862a9b26fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:52:45.031934 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.agents_db [None req-15dbd8ae-9ae4-49dc-a873-5f27e28d1d51 None None] Agent healthcheck: found 5 active agents {{(pid=80116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 04 07:52:50.591254 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-81b40a2f-34bf-400b-9d58-a63be8294ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:52:52.863047 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-675da578-e892-4e20-8656-0ad1a88a8430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:52:53.802510 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-85fac0c9-e82f-41ee-a61d-5b2e920e6613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:52:54.625551 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:52:55.144936 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-19d3b842-1860-471a-9268-0862a9b26fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:53:18.789027 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 47468) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:53:18.797156 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [None req-830bda3f-7f89-46a0-9be9-befb38984408 tempest-verify_tempest_config-386534691 tempest-verify_tempest_config-386534691-project] http://10.222.0.99:9696/v2.0/extensions returned with HTTP 200 {{(pid=80113) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 07:53:18.798294 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-830bda3f-7f89-46a0-9be9-befb38984408 tempest-verify_tempest_config-386534691 tempest-verify_tempest_config-386534691-project] 10.222.0.99 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13450 time: 0.0081649 Feb 04 07:53:19.156518 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 47488) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:53:19.324361 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-89ee16d5-d845-4999-819c-4f031dcafbe8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:53:19.341014 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-89ee16d5-d845-4999-819c-4f031dcafbe8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 07:53:19.345296 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-89ee16d5-d845-4999-819c-4f031dcafbe8 admin admin] Usage tracker for resource:security_group_rule and tenant:024859ecee22407894a3f8df1ad96cdd is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 07:53:19.348692 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-89ee16d5-d845-4999-819c-4f031dcafbe8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 07:53:19.354572 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-89ee16d5-d845-4999-819c-4f031dcafbe8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 07:53:19.471329 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-89ee16d5-d845-4999-819c-4f031dcafbe8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:53:19.474418 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-89ee16d5-d845-4999-819c-4f031dcafbe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:53:19.484186 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:53:19.534483 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-89ee16d5-d845-4999-819c-4f031dcafbe8 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=024859ecee22407894a3f8df1ad96cdd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3767209 Feb 04 07:53:19.535320 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ee16d5-d845-4999-819c-4f031dcafbe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c725f9d-424f-4881-a337-c01f1771715e,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:53:19.537471 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.99', 47494) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:53:19.543526 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ee16d5-d845-4999-819c-4f031dcafbe8 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:53:19.543911 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ee16d5-d845-4999-819c-4f031dcafbe8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:53:19.544255 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ee16d5-d845-4999-819c-4f031dcafbe8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:53:19.544652 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ee16d5-d845-4999-819c-4f031dcafbe8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:53:19.545342 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ee16d5-d845-4999-819c-4f031dcafbe8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:53:19.545598 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ee16d5-d845-4999-819c-4f031dcafbe8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:53:19.545919 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ee16d5-d845-4999-819c-4f031dcafbe8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:53:19.546274 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ee16d5-d845-4999-819c-4f031dcafbe8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:53:19.546630 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ee16d5-d845-4999-819c-4f031dcafbe8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:53:19.546989 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ee16d5-d845-4999-819c-4f031dcafbe8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:53:19.547368 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ee16d5-d845-4999-819c-4f031dcafbe8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:53:19.547719 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ee16d5-d845-4999-819c-4f031dcafbe8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:53:19.553377 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-89ee16d5-d845-4999-819c-4f031dcafbe8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:53:19.604679 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-c1aaf10b-0a14-4c28-a317-a6c1bd373471 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:53:19.632416 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-c1aaf10b-0a14-4c28-a317-a6c1bd373471 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:53:19.690055 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-c1aaf10b-0a14-4c28-a317-a6c1bd373471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:53:19.695240 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:53:19.706126 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aaf10b-0a14-4c28-a317-a6c1bd373471 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c725f9d-424f-4881-a337-c01f1771715e,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:53:19.716695 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aaf10b-0a14-4c28-a317-a6c1bd373471 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:53:19.717061 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aaf10b-0a14-4c28-a317-a6c1bd373471 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:53:19.717429 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aaf10b-0a14-4c28-a317-a6c1bd373471 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:53:19.717790 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aaf10b-0a14-4c28-a317-a6c1bd373471 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:53:19.718190 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aaf10b-0a14-4c28-a317-a6c1bd373471 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:53:19.718557 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aaf10b-0a14-4c28-a317-a6c1bd373471 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:53:19.718916 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aaf10b-0a14-4c28-a317-a6c1bd373471 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:53:19.719297 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aaf10b-0a14-4c28-a317-a6c1bd373471 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:53:19.719676 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aaf10b-0a14-4c28-a317-a6c1bd373471 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:53:19.720025 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aaf10b-0a14-4c28-a317-a6c1bd373471 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:53:19.720365 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aaf10b-0a14-4c28-a317-a6c1bd373471 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:53:19.720715 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aaf10b-0a14-4c28-a317-a6c1bd373471 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:53:19.723901 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-c1aaf10b-0a14-4c28-a317-a6c1bd373471 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:53:19.724686 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-c1aaf10b-0a14-4c28-a317-a6c1bd373471 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:53:19.725888 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-c1aaf10b-0a14-4c28-a317-a6c1bd373471 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/2c725f9d-424f-4881-a337-c01f1771715e HTTP/1.1" status: 204 len: 168 time: 0.1873810 Feb 04 07:53:20.595858 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-62fa4aea-82da-4c2d-b71f-e9bb636ca30e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:53:22.030997 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.agents_db [None req-15dbd8ae-9ae4-49dc-a873-5f27e28d1d51 None None] Agent healthcheck: found 5 active agents {{(pid=80116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 04 07:53:22.866385 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-fad0a524-8431-4006-853f-b35f929cc2a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:53:23.807278 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-85fac0c9-e82f-41ee-a61d-5b2e920e6613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:53:24.628635 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:53:25.144431 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-19d3b842-1860-471a-9268-0862a9b26fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:53:50.596894 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-c7356880-38d0-4cfd-8aa9-507f5e8c6b12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:53:52.870323 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a51866ba-bbc4-4766-b17e-135d16e4085f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:53:53.808945 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-85fac0c9-e82f-41ee-a61d-5b2e920e6613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:53:54.631958 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:53:55.150681 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-19d3b842-1860-471a-9268-0862a9b26fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:53:59.030857 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.agents_db [None req-15dbd8ae-9ae4-49dc-a873-5f27e28d1d51 None None] Agent healthcheck: found 5 active agents {{(pid=80116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 04 07:54:20.601069 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6eaa09fa-af18-4e78-8b1a-61216582c012 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:54:22.872935 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-20f49337-87db-4d4c-94e7-414692e3dbd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:54:23.813678 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-85fac0c9-e82f-41ee-a61d-5b2e920e6613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:54:24.634615 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:54:25.154554 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-19d3b842-1860-471a-9268-0862a9b26fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:54:36.030562 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.agents_db [None req-15dbd8ae-9ae4-49dc-a873-5f27e28d1d51 None None] Agent healthcheck: found 5 active agents {{(pid=80116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 04 07:54:50.606840 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-79d526d0-b9c4-4b42-8032-dd1531e774a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:54:52.873719 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-0fafe50d-5f36-4a77-95a0-dc5500bb3efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:54:53.819061 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-85fac0c9-e82f-41ee-a61d-5b2e920e6613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:54:54.638251 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:54:55.158851 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-19d3b842-1860-471a-9268-0862a9b26fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:55:07.318576 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431'] for agent, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:55:07.319132 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:55:07.319636 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:55:07.320077 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:55:07.320536 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:55:07.321368 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:55:07.321747 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:55:07.322131 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:55:07.322505 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:55:07.322874 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:55:07.323354 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:55:07.324294 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:55:07.324762 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:55:07.325120 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'hv-cinder-73306', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 07:55:07.330863 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'hv-cinder-73306', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 07:55:07.713785 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] get_endpoint_by_host() called for host hv-cinder-73306 {{(pid=80115) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Feb 04 07:55:07.718951 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] get_endpoint_by_ip() called for ip 192.168.0.95 {{(pid=80115) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Feb 04 07:55:07.722107 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] _add_endpoint() called for ip 192.168.0.95 {{(pid=80115) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Feb 04 07:55:07.727473 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] _get_endpoints() called {{(pid=80115) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Feb 04 07:55:13.031972 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.agents_db [None req-15dbd8ae-9ae4-49dc-a873-5f27e28d1d51 None None] Agent healthcheck: found 6 active agents {{(pid=80116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 04 07:55:18.823055 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.99', 47566) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:55:18.983068 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-e1bdf841-e353-45e8-b25f-9628822a16bc admin admin] 10.222.0.99 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5079 time: 0.1586428 Feb 04 07:55:20.600541 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-02887423-c608-4ca7-9677-0d2c579792a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:55:21.590494 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.99', 47576) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:55:21.678824 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-ccc39106-0aea-4792-b3dd-cf16e9dcb2d5 admin admin] 10.222.0.99 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5079 time: 0.0870140 Feb 04 07:55:22.875517 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6606164f-5a17-4c67-8e30-88bbe91d9c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:55:23.820589 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-85fac0c9-e82f-41ee-a61d-5b2e920e6613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:55:24.641203 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:55:25.167836 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-19d3b842-1860-471a-9268-0862a9b26fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:55:37.319101 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:55:50.031978 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.agents_db [None req-15dbd8ae-9ae4-49dc-a873-5f27e28d1d51 None None] Agent healthcheck: found 6 active agents {{(pid=80116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 04 07:55:50.602925 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-17180a08-2b6b-4ece-b7aa-61eda393b3d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:55:52.877864 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b3cc45a5-58a6-4029-8ddc-6044bff8344f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:55:53.823653 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-85fac0c9-e82f-41ee-a61d-5b2e920e6613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:55:54.644179 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:55:55.169017 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-19d3b842-1860-471a-9268-0862a9b26fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:56:07.333356 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:56:20.606696 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f30f001b-df68-4264-9992-d386560d354b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:56:22.881572 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f0c1dd08-a047-44c1-b0d4-c1b2c45a4ede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:56:23.826250 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-85fac0c9-e82f-41ee-a61d-5b2e920e6613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:56:24.650162 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:56:25.172604 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-19d3b842-1860-471a-9268-0862a9b26fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:56:27.032035 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.agents_db [None req-15dbd8ae-9ae4-49dc-a873-5f27e28d1d51 None None] Agent healthcheck: found 6 active agents {{(pid=80116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 04 07:56:37.334534 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:56:50.610145 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-eb35d8a0-0260-461e-8dc5-12b760628b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:56:52.886369 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-bcc7be38-17d7-44ca-b5aa-107aca702cd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:56:53.830092 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-85fac0c9-e82f-41ee-a61d-5b2e920e6613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:56:54.650562 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:56:55.177949 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-19d3b842-1860-471a-9268-0862a9b26fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:04.032329 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.agents_db [None req-15dbd8ae-9ae4-49dc-a873-5f27e28d1d51 None None] Agent healthcheck: found 6 active agents {{(pid=80116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 04 07:57:07.342773 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:10.311425 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.99', 47700) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:57:10.772122 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.v2.base [None req-b7ac4161-2b6c-40df-8fb3-cf4968f8370e admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-533060773-network', 'tenant_id': 'f601d095897a4b3ea425ddea9e3c48a2'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 07:57:10.780636 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-b7ac4161-2b6c-40df-8fb3-cf4968f8370e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 07:57:10.788534 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-b7ac4161-2b6c-40df-8fb3-cf4968f8370e admin admin] Usage tracker for resource:network and tenant:f601d095897a4b3ea425ddea9e3c48a2 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 07:57:10.801146 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-b7ac4161-2b6c-40df-8fb3-cf4968f8370e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 07:57:10.810063 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-b7ac4161-2b6c-40df-8fb3-cf4968f8370e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 07:57:10.820651 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7ac4161-2b6c-40df-8fb3-cf4968f8370e admin admin] Made reservation on behalf of f601d095897a4b3ea425ddea9e3c48a2 for: {'network': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 04 07:57:10.825931 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b7ac4161-2b6c-40df-8fb3-cf4968f8370e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for network, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:10.842304 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b7ac4161-2b6c-40df-8fb3-cf4968f8370e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:10.862364 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-b7ac4161-2b6c-40df-8fb3-cf4968f8370e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 07:57:10.866985 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-b7ac4161-2b6c-40df-8fb3-cf4968f8370e admin admin] Usage tracker for resource:security_group_rule and tenant:f601d095897a4b3ea425ddea9e3c48a2 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 07:57:10.870339 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-b7ac4161-2b6c-40df-8fb3-cf4968f8370e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 07:57:10.876828 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-b7ac4161-2b6c-40df-8fb3-cf4968f8370e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 07:57:10.998099 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b7ac4161-2b6c-40df-8fb3-cf4968f8370e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:11.002494 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b7ac4161-2b6c-40df-8fb3-cf4968f8370e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:11.010929 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:57:11.070275 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7ac4161-2b6c-40df-8fb3-cf4968f8370e admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 04 07:57:11.073747 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ac4161-2b6c-40df-8fb3-cf4968f8370e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cab90007-de65-4aa0-981a-154a69e55140,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:57:11.088521 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ac4161-2b6c-40df-8fb3-cf4968f8370e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:57:11.088879 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ac4161-2b6c-40df-8fb3-cf4968f8370e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:57:11.089244 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ac4161-2b6c-40df-8fb3-cf4968f8370e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:57:11.089607 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ac4161-2b6c-40df-8fb3-cf4968f8370e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:57:11.089947 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ac4161-2b6c-40df-8fb3-cf4968f8370e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:57:11.090456 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ac4161-2b6c-40df-8fb3-cf4968f8370e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:57:11.090937 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ac4161-2b6c-40df-8fb3-cf4968f8370e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:57:11.091582 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ac4161-2b6c-40df-8fb3-cf4968f8370e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:57:11.091942 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ac4161-2b6c-40df-8fb3-cf4968f8370e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:57:11.092265 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ac4161-2b6c-40df-8fb3-cf4968f8370e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:57:11.092620 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ac4161-2b6c-40df-8fb3-cf4968f8370e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:57:11.092969 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ac4161-2b6c-40df-8fb3-cf4968f8370e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:57:11.093364 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ac4161-2b6c-40df-8fb3-cf4968f8370e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:57:11.093906 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ac4161-2b6c-40df-8fb3-cf4968f8370e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:57:11.094264 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ac4161-2b6c-40df-8fb3-cf4968f8370e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:57:11.094616 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ac4161-2b6c-40df-8fb3-cf4968f8370e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:57:11.094964 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ac4161-2b6c-40df-8fb3-cf4968f8370e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:57:11.095389 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ac4161-2b6c-40df-8fb3-cf4968f8370e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:57:11.095754 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ac4161-2b6c-40df-8fb3-cf4968f8370e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:57:11.096102 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ac4161-2b6c-40df-8fb3-cf4968f8370e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:57:11.096452 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ac4161-2b6c-40df-8fb3-cf4968f8370e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:57:11.096799 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ac4161-2b6c-40df-8fb3-cf4968f8370e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:57:11.097140 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ac4161-2b6c-40df-8fb3-cf4968f8370e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:57:11.097489 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ac4161-2b6c-40df-8fb3-cf4968f8370e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:57:11.098754 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ac4161-2b6c-40df-8fb3-cf4968f8370e admin admin] Tracked resource versions report: Feb 04 07:57:11.098754 dv-cinder-733062-18-smb neutron-server[79999]: pushed versions: Feb 04 07:57:11.098754 dv-cinder-733062-18-smb neutron-server[79999]: { 'AddressGroup': {'1.1'}, Feb 04 07:57:11.098754 dv-cinder-733062-18-smb neutron-server[79999]: 'ConntrackHelper': {'1.0'}, Feb 04 07:57:11.098754 dv-cinder-733062-18-smb neutron-server[79999]: 'Log': {'1.0'}, Feb 04 07:57:11.098754 dv-cinder-733062-18-smb neutron-server[79999]: 'Network': {'1.1'}, Feb 04 07:57:11.098754 dv-cinder-733062-18-smb neutron-server[79999]: 'Port': {'1.7'}, Feb 04 07:57:11.098754 dv-cinder-733062-18-smb neutron-server[79999]: 'PortForwarding': {'1.2'}, Feb 04 07:57:11.098754 dv-cinder-733062-18-smb neutron-server[79999]: 'QosPolicy': {'1.8'}, Feb 04 07:57:11.098754 dv-cinder-733062-18-smb neutron-server[79999]: 'SecurityGroup': {'1.4'}, Feb 04 07:57:11.098754 dv-cinder-733062-18-smb neutron-server[79999]: 'SecurityGroupRule': {'1.2'}, Feb 04 07:57:11.098754 dv-cinder-733062-18-smb neutron-server[79999]: 'SubPort': {'1.0'}, Feb 04 07:57:11.098754 dv-cinder-733062-18-smb neutron-server[79999]: 'Subnet': {'1.1'}, Feb 04 07:57:11.098754 dv-cinder-733062-18-smb neutron-server[79999]: 'Trunk': {'1.1'}} Feb 04 07:57:11.098754 dv-cinder-733062-18-smb neutron-server[79999]: consumer versions: Feb 04 07:57:11.098754 dv-cinder-733062-18-smb neutron-server[79999]: { DHCP agent@dv-cinder-733062-18-smb: {}, Feb 04 07:57:11.098754 dv-cinder-733062-18-smb neutron-server[79999]: L3 agent@dv-cinder-733062-18-smb: {}, Feb 04 07:57:11.098754 dv-cinder-733062-18-smb neutron-server[79999]: Metadata agent@dv-cinder-733062-18-smb: {}, Feb 04 07:57:11.098754 dv-cinder-733062-18-smb neutron-server[79999]: Metering agent@dv-cinder-733062-18-smb: {}, Feb 04 07:57:11.098754 dv-cinder-733062-18-smb neutron-server[79999]: Open vSwitch agent@dv-cinder-733062-18-smb: { 'AddressGroup': '1.1', Feb 04 07:57:11.098754 dv-cinder-733062-18-smb neutron-server[79999]: 'ConntrackHelper': '1.0', Feb 04 07:57:11.098754 dv-cinder-733062-18-smb neutron-server[79999]: 'Log': '1.0', Feb 04 07:57:11.098754 dv-cinder-733062-18-smb neutron-server[79999]: 'Network': '1.1', Feb 04 07:57:11.098754 dv-cinder-733062-18-smb neutron-server[79999]: 'Port': '1.7', Feb 04 07:57:11.098754 dv-cinder-733062-18-smb neutron-server[79999]: 'PortForwarding': '1.2', Feb 04 07:57:11.098754 dv-cinder-733062-18-smb neutron-server[79999]: 'QosPolicy': '1.8', Feb 04 07:57:11.098754 dv-cinder-733062-18-smb neutron-server[79999]: 'SecurityGroup': '1.4', Feb 04 07:57:11.098754 dv-cinder-733062-18-smb neutron-server[79999]: 'SecurityGroupRule': '1.2', Feb 04 07:57:11.098754 dv-cinder-733062-18-smb neutron-server[79999]: 'SubPort': '1.0', Feb 04 07:57:11.098754 dv-cinder-733062-18-smb neutron-server[79999]: 'Subnet': '1.1', Feb 04 07:57:11.098754 dv-cinder-733062-18-smb neutron-server[79999]: 'Trunk': '1.1'}, Feb 04 07:57:11.098754 dv-cinder-733062-18-smb neutron-server[79999]: Open vSwitch agent@hv-cinder-73306: { 'AddressGroup': '1.1', Feb 04 07:57:11.098754 dv-cinder-733062-18-smb neutron-server[79999]: 'ConntrackHelper': '1.0', Feb 04 07:57:11.098754 dv-cinder-733062-18-smb neutron-server[79999]: 'Log': '1.0', Feb 04 07:57:11.098754 dv-cinder-733062-18-smb neutron-server[79999]: 'Network': '1.1', Feb 04 07:57:11.098754 dv-cinder-733062-18-smb neutron-server[79999]: 'Port': '1.7', Feb 04 07:57:11.098754 dv-cinder-733062-18-smb neutron-server[79999]: 'PortForwarding': '1.2', Feb 04 07:57:11.098754 dv-cinder-733062-18-smb neutron-server[79999]: 'QosPolicy': '1.8', Feb 04 07:57:11.098754 dv-cinder-733062-18-smb neutron-server[79999]: 'SecurityGroup': '1.4', Feb 04 07:57:11.098754 dv-cinder-733062-18-smb neutron-server[79999]: 'SecurityGroupRule': '1.2', Feb 04 07:57:11.098754 dv-cinder-733062-18-smb neutron-server[79999]: 'SubPort': '1.0', Feb 04 07:57:11.098754 dv-cinder-733062-18-smb neutron-server[79999]: 'Subnet': '1.1', Feb 04 07:57:11.098754 dv-cinder-733062-18-smb neutron-server[79999]: 'Trunk': '1.1'}} Feb 04 07:57:11.098754 dv-cinder-733062-18-smb neutron-server[79999]: {{(pid=80114) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 04 07:57:11.104100 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-b7ac4161-2b6c-40df-8fb3-cf4968f8370e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:57:11.104809 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b7ac4161-2b6c-40df-8fb3-cf4968f8370e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774980'] for segment, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:11.105398 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.db.segments_db [None req-b7ac4161-2b6c-40df-8fb3-cf4968f8370e admin admin] Added segment 47e37165-e57f-4561-b4be-1b314b2ec429 of type vxlan for network e9eb2bc8-045b-4383-b839-2afa1c573557 Feb 04 07:57:11.139659 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b7ac4161-2b6c-40df-8fb3-cf4968f8370e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363309260185511'] for network, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:11.175220 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b7ac4161-2b6c-40df-8fb3-cf4968f8370e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830'] for network, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:11.177058 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ac4161-2b6c-40df-8fb3-cf4968f8370e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:57:11.177734 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b7ac4161-2b6c-40df-8fb3-cf4968f8370e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1815815'] for network, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:11.183108 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:57:11.295756 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 47732) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:57:11.302182 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.v2.base [None req-01daf402-2a01-4e68-912e-1975b8433fed admin admin] Request body: {'subnet': {'network_id': 'e9eb2bc8-045b-4383-b839-2afa1c573557', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-533060773-subnet', 'tenant_id': 'f601d095897a4b3ea425ddea9e3c48a2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 07:57:11.307027 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-b7ac4161-2b6c-40df-8fb3-cf4968f8370e admin admin] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.9931829 Feb 04 07:57:11.310763 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-01daf402-2a01-4e68-912e-1975b8433fed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 07:57:11.313998 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ac4161-2b6c-40df-8fb3-cf4968f8370e admin admin] Pushing event updated for resources: {'Network': ['ID=e9eb2bc8-045b-4383-b839-2afa1c573557,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:57:11.320696 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-01daf402-2a01-4e68-912e-1975b8433fed admin admin] Usage tracker for resource:subnet and tenant:f601d095897a4b3ea425ddea9e3c48a2 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 07:57:11.324706 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-b7ac4161-2b6c-40df-8fb3-cf4968f8370e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:57:11.325879 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-01daf402-2a01-4e68-912e-1975b8433fed admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 07:57:11.329452 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Network e9eb2bc8-045b-4383-b839-2afa1c573557 details requested by agent ovs-agent-dv-cinder-733062-18-smb with host dv-cinder-733062-18-smb {{(pid=80115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 04 07:57:11.332958 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-01daf402-2a01-4e68-912e-1975b8433fed admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 07:57:11.343372 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01daf402-2a01-4e68-912e-1975b8433fed admin admin] Made reservation on behalf of f601d095897a4b3ea425ddea9e3c48a2 for: {'subnet': 1} {{(pid=80113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 04 07:57:11.348501 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-01daf402-2a01-4e68-912e-1975b8433fed admin admin] Notify callbacks [] for subnet, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:11.478919 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Network e9eb2bc8-045b-4383-b839-2afa1c573557 details requested by agent ovs-agent-hv-cinder-73306 with host hv-cinder-73306 {{(pid=80115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 04 07:57:11.947669 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-01daf402-2a01-4e68-912e-1975b8433fed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830'] for subnet, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:11.962296 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-af42cba9-361b-4b1a-a644-76d5f88f4b00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:57:12.099099 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01daf402-2a01-4e68-912e-1975b8433fed admin admin] Pushing event updated for resources: {'Subnet': ['ID=20cb5e5f-c6f4-42c4-b451-0413df21402c,revision_number=0']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:57:12.113036 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01daf402-2a01-4e68-912e-1975b8433fed admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:57:12.113445 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01daf402-2a01-4e68-912e-1975b8433fed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:57:12.113829 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01daf402-2a01-4e68-912e-1975b8433fed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:57:12.114203 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01daf402-2a01-4e68-912e-1975b8433fed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:57:12.114563 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01daf402-2a01-4e68-912e-1975b8433fed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:57:12.114928 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01daf402-2a01-4e68-912e-1975b8433fed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:57:12.115341 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01daf402-2a01-4e68-912e-1975b8433fed admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:57:12.115710 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01daf402-2a01-4e68-912e-1975b8433fed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:57:12.116075 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01daf402-2a01-4e68-912e-1975b8433fed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:57:12.116437 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01daf402-2a01-4e68-912e-1975b8433fed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:57:12.117378 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01daf402-2a01-4e68-912e-1975b8433fed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:57:12.117709 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01daf402-2a01-4e68-912e-1975b8433fed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:57:12.118141 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01daf402-2a01-4e68-912e-1975b8433fed admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:57:12.118494 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01daf402-2a01-4e68-912e-1975b8433fed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:57:12.118849 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01daf402-2a01-4e68-912e-1975b8433fed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:57:12.119231 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01daf402-2a01-4e68-912e-1975b8433fed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:57:12.119587 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01daf402-2a01-4e68-912e-1975b8433fed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:57:12.119944 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01daf402-2a01-4e68-912e-1975b8433fed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:57:12.120297 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01daf402-2a01-4e68-912e-1975b8433fed admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:57:12.120656 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01daf402-2a01-4e68-912e-1975b8433fed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:57:12.131339 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01daf402-2a01-4e68-912e-1975b8433fed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:57:12.131339 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01daf402-2a01-4e68-912e-1975b8433fed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:57:12.131339 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01daf402-2a01-4e68-912e-1975b8433fed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:57:12.131339 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01daf402-2a01-4e68-912e-1975b8433fed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:57:12.131339 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01daf402-2a01-4e68-912e-1975b8433fed admin admin] Tracked resource versions report: Feb 04 07:57:12.131339 dv-cinder-733062-18-smb neutron-server[79999]: pushed versions: Feb 04 07:57:12.131339 dv-cinder-733062-18-smb neutron-server[79999]: { 'AddressGroup': {'1.1'}, Feb 04 07:57:12.131339 dv-cinder-733062-18-smb neutron-server[79999]: 'ConntrackHelper': {'1.0'}, Feb 04 07:57:12.131339 dv-cinder-733062-18-smb neutron-server[79999]: 'Log': {'1.0'}, Feb 04 07:57:12.131339 dv-cinder-733062-18-smb neutron-server[79999]: 'Network': {'1.1'}, Feb 04 07:57:12.131339 dv-cinder-733062-18-smb neutron-server[79999]: 'Port': {'1.7'}, Feb 04 07:57:12.131339 dv-cinder-733062-18-smb neutron-server[79999]: 'PortForwarding': {'1.2'}, Feb 04 07:57:12.131339 dv-cinder-733062-18-smb neutron-server[79999]: 'QosPolicy': {'1.8'}, Feb 04 07:57:12.131339 dv-cinder-733062-18-smb neutron-server[79999]: 'SecurityGroup': {'1.4'}, Feb 04 07:57:12.131339 dv-cinder-733062-18-smb neutron-server[79999]: 'SecurityGroupRule': {'1.2'}, Feb 04 07:57:12.131339 dv-cinder-733062-18-smb neutron-server[79999]: 'SubPort': {'1.0'}, Feb 04 07:57:12.131339 dv-cinder-733062-18-smb neutron-server[79999]: 'Subnet': {'1.1'}, Feb 04 07:57:12.131339 dv-cinder-733062-18-smb neutron-server[79999]: 'Trunk': {'1.1'}} Feb 04 07:57:12.131339 dv-cinder-733062-18-smb neutron-server[79999]: consumer versions: Feb 04 07:57:12.131339 dv-cinder-733062-18-smb neutron-server[79999]: { DHCP agent@dv-cinder-733062-18-smb: {}, Feb 04 07:57:12.131339 dv-cinder-733062-18-smb neutron-server[79999]: L3 agent@dv-cinder-733062-18-smb: {}, Feb 04 07:57:12.131339 dv-cinder-733062-18-smb neutron-server[79999]: Metadata agent@dv-cinder-733062-18-smb: {}, Feb 04 07:57:12.131339 dv-cinder-733062-18-smb neutron-server[79999]: Metering agent@dv-cinder-733062-18-smb: {}, Feb 04 07:57:12.131339 dv-cinder-733062-18-smb neutron-server[79999]: Open vSwitch agent@dv-cinder-733062-18-smb: { 'AddressGroup': '1.1', Feb 04 07:57:12.131339 dv-cinder-733062-18-smb neutron-server[79999]: 'ConntrackHelper': '1.0', Feb 04 07:57:12.131339 dv-cinder-733062-18-smb neutron-server[79999]: 'Log': '1.0', Feb 04 07:57:12.131339 dv-cinder-733062-18-smb neutron-server[79999]: 'Network': '1.1', Feb 04 07:57:12.131339 dv-cinder-733062-18-smb neutron-server[79999]: 'Port': '1.7', Feb 04 07:57:12.131339 dv-cinder-733062-18-smb neutron-server[79999]: 'PortForwarding': '1.2', Feb 04 07:57:12.131339 dv-cinder-733062-18-smb neutron-server[79999]: 'QosPolicy': '1.8', Feb 04 07:57:12.131339 dv-cinder-733062-18-smb neutron-server[79999]: 'SecurityGroup': '1.4', Feb 04 07:57:12.131339 dv-cinder-733062-18-smb neutron-server[79999]: 'SecurityGroupRule': '1.2', Feb 04 07:57:12.131339 dv-cinder-733062-18-smb neutron-server[79999]: 'SubPort': '1.0', Feb 04 07:57:12.131339 dv-cinder-733062-18-smb neutron-server[79999]: 'Subnet': '1.1', Feb 04 07:57:12.131339 dv-cinder-733062-18-smb neutron-server[79999]: 'Trunk': '1.1'}, Feb 04 07:57:12.131339 dv-cinder-733062-18-smb neutron-server[79999]: Open vSwitch agent@hv-cinder-73306: { 'AddressGroup': '1.1', Feb 04 07:57:12.131339 dv-cinder-733062-18-smb neutron-server[79999]: 'ConntrackHelper': '1.0', Feb 04 07:57:12.131339 dv-cinder-733062-18-smb neutron-server[79999]: 'Log': '1.0', Feb 04 07:57:12.131339 dv-cinder-733062-18-smb neutron-server[79999]: 'Network': '1.1', Feb 04 07:57:12.131339 dv-cinder-733062-18-smb neutron-server[79999]: 'Port': '1.7', Feb 04 07:57:12.131339 dv-cinder-733062-18-smb neutron-server[79999]: 'PortForwarding': '1.2', Feb 04 07:57:12.131339 dv-cinder-733062-18-smb neutron-server[79999]: 'QosPolicy': '1.8', Feb 04 07:57:12.131339 dv-cinder-733062-18-smb neutron-server[79999]: 'SecurityGroup': '1.4', Feb 04 07:57:12.131339 dv-cinder-733062-18-smb neutron-server[79999]: 'SecurityGroupRule': '1.2', Feb 04 07:57:12.131339 dv-cinder-733062-18-smb neutron-server[79999]: 'SubPort': '1.0', Feb 04 07:57:12.131339 dv-cinder-733062-18-smb neutron-server[79999]: 'Subnet': '1.1', Feb 04 07:57:12.131339 dv-cinder-733062-18-smb neutron-server[79999]: 'Trunk': '1.1'}} Feb 04 07:57:12.131339 dv-cinder-733062-18-smb neutron-server[79999]: {{(pid=80113) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 04 07:57:12.131339 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-01daf402-2a01-4e68-912e-1975b8433fed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:57:12.216674 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01daf402-2a01-4e68-912e-1975b8433fed admin admin] Checking segment: {'id': '47e37165-e57f-4561-b4be-1b314b2ec429', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e9eb2bc8-045b-4383-b839-2afa1c573557'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 04 07:57:12.217077 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01daf402-2a01-4e68-912e-1975b8433fed admin admin] Network hostable DHCP agents. Network: e9eb2bc8-045b-4383-b839-2afa1c573557, hostable agents: ['8e54cc33-14f6-4bf4-a71e-228639724c29'], hosted agents: [] {{(pid=80113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 04 07:57:12.240240 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01daf402-2a01-4e68-912e-1975b8433fed admin admin] Network e9eb2bc8-045b-4383-b839-2afa1c573557 is scheduled to be hosted by DHCP agent 8e54cc33-14f6-4bf4-a71e-228639724c29 with binding_index 1 {{(pid=80113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 04 07:57:12.252137 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.base_scheduler [None req-01daf402-2a01-4e68-912e-1975b8433fed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733062-18-smb, e9eb2bc8-045b-4383-b839-2afa1c573557) {{(pid=80113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 04 07:57:12.256912 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01daf402-2a01-4e68-912e-1975b8433fed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:57:12.258898 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-01daf402-2a01-4e68-912e-1975b8433fed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1815815'] for subnet, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:12.266687 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7700d3e-a670-4319-9bb4-94adcfb20e20 None None] Network e9eb2bc8-045b-4383-b839-2afa1c573557 requested from dv-cinder-733062-18-smb {{(pid=80115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 04 07:57:12.299648 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-01daf402-2a01-4e68-912e-1975b8433fed admin admin] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0028174 Feb 04 07:57:12.562850 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c0c7e00-033a-465e-b5c4-ae719fcd352e None None] Network e9eb2bc8-045b-4383-b839-2afa1c573557 requested from dv-cinder-733062-18-smb {{(pid=80115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 04 07:57:12.764422 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.99', 47776) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:57:12.885423 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.99', 47786) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:57:13.017782 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.99', 47794) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:57:13.067326 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.99', 47802) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:57:13.185149 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.v2.base [None req-7b0aba41-792b-4972-9ba8-4dc1760e85ec admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-131749411-network', 'tenant_id': 'a6dac7e06d2347bf8335c11feb384ef9'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 07:57:13.190801 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-7b0aba41-792b-4972-9ba8-4dc1760e85ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 07:57:13.200361 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-7b0aba41-792b-4972-9ba8-4dc1760e85ec admin admin] Usage tracker for resource:network and tenant:a6dac7e06d2347bf8335c11feb384ef9 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 07:57:13.204092 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-7b0aba41-792b-4972-9ba8-4dc1760e85ec admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 07:57:13.211318 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-7b0aba41-792b-4972-9ba8-4dc1760e85ec admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 07:57:13.222010 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b0aba41-792b-4972-9ba8-4dc1760e85ec admin admin] Made reservation on behalf of a6dac7e06d2347bf8335c11feb384ef9 for: {'network': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 04 07:57:13.229430 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-7b0aba41-792b-4972-9ba8-4dc1760e85ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for network, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:13.248019 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-7b0aba41-792b-4972-9ba8-4dc1760e85ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:13.268269 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-7b0aba41-792b-4972-9ba8-4dc1760e85ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 07:57:13.273094 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-7b0aba41-792b-4972-9ba8-4dc1760e85ec admin admin] Usage tracker for resource:security_group_rule and tenant:a6dac7e06d2347bf8335c11feb384ef9 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 07:57:13.276866 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-7b0aba41-792b-4972-9ba8-4dc1760e85ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 07:57:13.283237 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-7b0aba41-792b-4972-9ba8-4dc1760e85ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 07:57:13.351978 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.v2.base [None req-cb6c1a85-0017-4cc7-a3da-bfcc987b4e1e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1924533403-network', 'tenant_id': 'e025b0caf149437a978dcb2e658b1da5'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 07:57:13.359533 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-cb6c1a85-0017-4cc7-a3da-bfcc987b4e1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 07:57:13.371574 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-cb6c1a85-0017-4cc7-a3da-bfcc987b4e1e admin admin] Usage tracker for resource:network and tenant:e025b0caf149437a978dcb2e658b1da5 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 07:57:13.379686 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-cb6c1a85-0017-4cc7-a3da-bfcc987b4e1e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 07:57:13.400328 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-cb6c1a85-0017-4cc7-a3da-bfcc987b4e1e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 07:57:13.449866 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb6c1a85-0017-4cc7-a3da-bfcc987b4e1e admin admin] Made reservation on behalf of e025b0caf149437a978dcb2e658b1da5 for: {'network': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 04 07:57:13.465755 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-cb6c1a85-0017-4cc7-a3da-bfcc987b4e1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for network, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:13.503606 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-cb6c1a85-0017-4cc7-a3da-bfcc987b4e1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:13.560917 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-cb6c1a85-0017-4cc7-a3da-bfcc987b4e1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 07:57:13.574676 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-7b0aba41-792b-4972-9ba8-4dc1760e85ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:13.577204 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-cb6c1a85-0017-4cc7-a3da-bfcc987b4e1e admin admin] Usage tracker for resource:security_group_rule and tenant:e025b0caf149437a978dcb2e658b1da5 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 07:57:13.583137 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-cb6c1a85-0017-4cc7-a3da-bfcc987b4e1e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 07:57:13.588962 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-7b0aba41-792b-4972-9ba8-4dc1760e85ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:13.594890 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-cb6c1a85-0017-4cc7-a3da-bfcc987b4e1e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 07:57:13.607436 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-57b39d10-6eba-4091-81f5-b320b0fcd322 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:57:13.661088 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b0aba41-792b-4972-9ba8-4dc1760e85ec admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 04 07:57:13.680621 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.v2.base [None req-d1286e56-263c-40f4-8f90-1d61c1753057 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-35567972-network', 'tenant_id': '672bfb04a4f44fa3ae40a386ff3ebb9b'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 07:57:13.738718 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-7b0aba41-792b-4972-9ba8-4dc1760e85ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774980'] for segment, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:13.739408 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.db.segments_db [None req-7b0aba41-792b-4972-9ba8-4dc1760e85ec admin admin] Added segment a34b7fa1-4a3e-4109-813a-758c7c69af69 of type vxlan for network da9fddda-3ab3-487d-967d-7aa78c7fc3dd Feb 04 07:57:13.785680 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-d1286e56-263c-40f4-8f90-1d61c1753057 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 07:57:13.806687 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-d1286e56-263c-40f4-8f90-1d61c1753057 admin admin] Usage tracker for resource:network and tenant:672bfb04a4f44fa3ae40a386ff3ebb9b is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 07:57:13.817290 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0aba41-792b-4972-9ba8-4dc1760e85ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2f5e6a6-8d1f-4fec-8899-aa6b00655e2a,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:57:13.831443 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-d1286e56-263c-40f4-8f90-1d61c1753057 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 07:57:13.837203 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-7b0aba41-792b-4972-9ba8-4dc1760e85ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:57:13.872524 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-d1286e56-263c-40f4-8f90-1d61c1753057 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 07:57:13.891211 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.v2.base [None req-28c364e7-dd17-4810-8e77-d791bcb2b0d8 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-548795684-network', 'tenant_id': 'fdc2e6a78c794db1bf575f754255feb7'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 07:57:13.915905 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-7b0aba41-792b-4972-9ba8-4dc1760e85ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363309260185511'] for network, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:13.924748 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-28c364e7-dd17-4810-8e77-d791bcb2b0d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 07:57:13.944029 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-28c364e7-dd17-4810-8e77-d791bcb2b0d8 admin admin] Usage tracker for resource:network and tenant:fdc2e6a78c794db1bf575f754255feb7 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 07:57:13.958335 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-28c364e7-dd17-4810-8e77-d791bcb2b0d8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 07:57:13.978813 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1286e56-263c-40f4-8f90-1d61c1753057 admin admin] Made reservation on behalf of 672bfb04a4f44fa3ae40a386ff3ebb9b for: {'network': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 04 07:57:13.984000 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-d1286e56-263c-40f4-8f90-1d61c1753057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for network, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:13.997879 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-28c364e7-dd17-4810-8e77-d791bcb2b0d8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 07:57:14.014605 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-d1286e56-263c-40f4-8f90-1d61c1753057 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:14.067078 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-d1286e56-263c-40f4-8f90-1d61c1753057 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 07:57:14.073411 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-cb6c1a85-0017-4cc7-a3da-bfcc987b4e1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:14.078855 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-d1286e56-263c-40f4-8f90-1d61c1753057 admin admin] Usage tracker for resource:security_group_rule and tenant:672bfb04a4f44fa3ae40a386ff3ebb9b is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 07:57:14.082031 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28c364e7-dd17-4810-8e77-d791bcb2b0d8 admin admin] Made reservation on behalf of fdc2e6a78c794db1bf575f754255feb7 for: {'network': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 04 07:57:14.088034 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-28c364e7-dd17-4810-8e77-d791bcb2b0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for network, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:14.098815 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-d1286e56-263c-40f4-8f90-1d61c1753057 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 07:57:14.110136 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-cb6c1a85-0017-4cc7-a3da-bfcc987b4e1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:14.113426 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-d1286e56-263c-40f4-8f90-1d61c1753057 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 07:57:14.121693 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-28c364e7-dd17-4810-8e77-d791bcb2b0d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:14.133574 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-7b0aba41-792b-4972-9ba8-4dc1760e85ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830'] for network, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:14.139148 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:57:14.155968 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b0aba41-792b-4972-9ba8-4dc1760e85ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:57:14.156630 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-7b0aba41-792b-4972-9ba8-4dc1760e85ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1815815'] for network, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:14.203339 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb6c1a85-0017-4cc7-a3da-bfcc987b4e1e admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 04 07:57:14.206198 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-28c364e7-dd17-4810-8e77-d791bcb2b0d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 07:57:14.219680 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-28c364e7-dd17-4810-8e77-d791bcb2b0d8 admin admin] Usage tracker for resource:security_group_rule and tenant:fdc2e6a78c794db1bf575f754255feb7 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 07:57:14.225499 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-28c364e7-dd17-4810-8e77-d791bcb2b0d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 07:57:14.231231 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6c1a85-0017-4cc7-a3da-bfcc987b4e1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23e57bf3-6871-46d4-a88b-2b22ec633850,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:57:14.249582 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-cb6c1a85-0017-4cc7-a3da-bfcc987b4e1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:57:14.252185 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-28c364e7-dd17-4810-8e77-d791bcb2b0d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 07:57:14.253981 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-446e0bb2-23ee-4149-a05b-74ee6c5b6229 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.087s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:57:14.274251 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-cb6c1a85-0017-4cc7-a3da-bfcc987b4e1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774980'] for segment, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:14.274988 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.db.segments_db [None req-cb6c1a85-0017-4cc7-a3da-bfcc987b4e1e admin admin] Added segment 7f07e79c-d155-408f-9374-f6b393baea02 of type vxlan for network d6cc8c6f-e231-4895-957c-7832ba254527 Feb 04 07:57:14.461256 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-cb6c1a85-0017-4cc7-a3da-bfcc987b4e1e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363309260185511'] for network, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:14.467279 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0aba41-792b-4972-9ba8-4dc1760e85ec admin admin] Pushing event updated for resources: {'Network': ['ID=da9fddda-3ab3-487d-967d-7aa78c7fc3dd,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:57:14.484270 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Network da9fddda-3ab3-487d-967d-7aa78c7fc3dd details requested by agent ovs-agent-dv-cinder-733062-18-smb with host dv-cinder-733062-18-smb {{(pid=80115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 04 07:57:14.484587 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-7b0aba41-792b-4972-9ba8-4dc1760e85ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:57:14.503755 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-7b0aba41-792b-4972-9ba8-4dc1760e85ec admin admin] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 1.7377913 Feb 04 07:57:14.508171 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 47844) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:57:14.515491 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.v2.base [None req-33df9b6c-8331-47a9-86c4-04b74f0ccc3d admin admin] Request body: {'subnet': {'network_id': 'da9fddda-3ab3-487d-967d-7aa78c7fc3dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-131749411-subnet', 'tenant_id': 'a6dac7e06d2347bf8335c11feb384ef9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 07:57:14.532447 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-33df9b6c-8331-47a9-86c4-04b74f0ccc3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 07:57:14.543980 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-33df9b6c-8331-47a9-86c4-04b74f0ccc3d admin admin] Usage tracker for resource:subnet and tenant:a6dac7e06d2347bf8335c11feb384ef9 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 07:57:14.562901 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-33df9b6c-8331-47a9-86c4-04b74f0ccc3d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 07:57:14.570357 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-d1286e56-263c-40f4-8f90-1d61c1753057 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:14.577997 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-d1286e56-263c-40f4-8f90-1d61c1753057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:14.579578 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-33df9b6c-8331-47a9-86c4-04b74f0ccc3d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 07:57:14.589681 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-cb6c1a85-0017-4cc7-a3da-bfcc987b4e1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:57:14.605185 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-cb6c1a85-0017-4cc7-a3da-bfcc987b4e1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830'] for network, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:14.610947 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33df9b6c-8331-47a9-86c4-04b74f0ccc3d admin admin] Made reservation on behalf of a6dac7e06d2347bf8335c11feb384ef9 for: {'subnet': 1} {{(pid=80113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 04 07:57:14.619904 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-33df9b6c-8331-47a9-86c4-04b74f0ccc3d admin admin] Notify callbacks [] for subnet, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:14.626582 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb6c1a85-0017-4cc7-a3da-bfcc987b4e1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:57:14.638002 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-cb6c1a85-0017-4cc7-a3da-bfcc987b4e1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1815815'] for network, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:14.677965 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Network da9fddda-3ab3-487d-967d-7aa78c7fc3dd details requested by agent ovs-agent-hv-cinder-73306 with host hv-cinder-73306 {{(pid=80115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 04 07:57:14.682120 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1286e56-263c-40f4-8f90-1d61c1753057 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 04 07:57:14.762744 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1286e56-263c-40f4-8f90-1d61c1753057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25ae158f-cf3a-42ac-a6f7-f36ba86c3020,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:57:14.793036 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-d1286e56-263c-40f4-8f90-1d61c1753057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774980'] for segment, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:14.793432 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.db.segments_db [None req-d1286e56-263c-40f4-8f90-1d61c1753057 admin admin] Added segment c1444196-01b8-49a6-91dc-480435b565ae of type vxlan for network 3c065512-3d6a-479a-b479-11e02ccc5658 Feb 04 07:57:14.794839 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-d1286e56-263c-40f4-8f90-1d61c1753057 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:57:14.801545 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-b7ac4161-2b6c-40df-8fb3-cf4968f8370e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.120s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:57:14.874880 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-28c364e7-dd17-4810-8e77-d791bcb2b0d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:15.016530 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-28c364e7-dd17-4810-8e77-d791bcb2b0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:15.018192 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-cb6c1a85-0017-4cc7-a3da-bfcc987b4e1e admin admin] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.1315827 Feb 04 07:57:15.033926 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.99', 47860) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:57:15.054516 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.v2.base [None req-21944a13-6d77-496e-9419-8259e8521240 admin admin] Request body: {'subnet': {'network_id': 'd6cc8c6f-e231-4895-957c-7832ba254527', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1924533403-subnet', 'tenant_id': 'e025b0caf149437a978dcb2e658b1da5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 07:57:15.063573 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-d1286e56-263c-40f4-8f90-1d61c1753057 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363309260185511'] for network, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:15.068500 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-21944a13-6d77-496e-9419-8259e8521240 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 07:57:15.073902 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6c1a85-0017-4cc7-a3da-bfcc987b4e1e admin admin] Pushing event updated for resources: {'Network': ['ID=d6cc8c6f-e231-4895-957c-7832ba254527,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:57:15.087824 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Network d6cc8c6f-e231-4895-957c-7832ba254527 details requested by agent ovs-agent-dv-cinder-733062-18-smb with host dv-cinder-733062-18-smb {{(pid=80115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 04 07:57:15.102674 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-cb6c1a85-0017-4cc7-a3da-bfcc987b4e1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:57:15.105093 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-b7ac4161-2b6c-40df-8fb3-cf4968f8370e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.060s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:57:15.124061 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-21944a13-6d77-496e-9419-8259e8521240 admin admin] Usage tracker for resource:subnet and tenant:e025b0caf149437a978dcb2e658b1da5 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 07:57:15.137195 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-21944a13-6d77-496e-9419-8259e8521240 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 07:57:15.163479 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-21944a13-6d77-496e-9419-8259e8521240 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 07:57:15.259935 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c364e7-dd17-4810-8e77-d791bcb2b0d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=165ca7ed-0745-4a75-913b-d38f318fbd54,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:57:15.264591 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21944a13-6d77-496e-9419-8259e8521240 admin admin] Made reservation on behalf of e025b0caf149437a978dcb2e658b1da5 for: {'subnet': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 04 07:57:15.274735 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-21944a13-6d77-496e-9419-8259e8521240 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:15.324242 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-28c364e7-dd17-4810-8e77-d791bcb2b0d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:57:15.332597 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Network d6cc8c6f-e231-4895-957c-7832ba254527 details requested by agent ovs-agent-hv-cinder-73306 with host hv-cinder-73306 {{(pid=80115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 04 07:57:15.337790 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-d1286e56-263c-40f4-8f90-1d61c1753057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830'] for network, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:15.408239 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-33df9b6c-8331-47a9-86c4-04b74f0ccc3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830'] for subnet, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:15.435406 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-01daf402-2a01-4e68-912e-1975b8433fed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:57:15.676926 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33df9b6c-8331-47a9-86c4-04b74f0ccc3d admin admin] Checking segment: {'id': 'a34b7fa1-4a3e-4109-813a-758c7c69af69', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'da9fddda-3ab3-487d-967d-7aa78c7fc3dd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 04 07:57:15.677484 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33df9b6c-8331-47a9-86c4-04b74f0ccc3d admin admin] Network hostable DHCP agents. Network: da9fddda-3ab3-487d-967d-7aa78c7fc3dd, hostable agents: ['8e54cc33-14f6-4bf4-a71e-228639724c29'], hosted agents: [] {{(pid=80113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 04 07:57:15.686760 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33df9b6c-8331-47a9-86c4-04b74f0ccc3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4537a32b-846b-4c36-83cb-e761caa59ada,revision_number=0']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:57:15.693377 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-33df9b6c-8331-47a9-86c4-04b74f0ccc3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:57:15.714451 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33df9b6c-8331-47a9-86c4-04b74f0ccc3d admin admin] Network da9fddda-3ab3-487d-967d-7aa78c7fc3dd is scheduled to be hosted by DHCP agent 8e54cc33-14f6-4bf4-a71e-228639724c29 with binding_index 1 {{(pid=80113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 04 07:57:15.729091 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.db.api [None req-28c364e7-dd17-4810-8e77-d791bcb2b0d8 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80114) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 04 07:57:15.729490 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_db.api [None req-28c364e7-dd17-4810-8e77-d791bcb2b0d8 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 04 07:57:15.730296 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.base_scheduler [None req-33df9b6c-8331-47a9-86c4-04b74f0ccc3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733062-18-smb, da9fddda-3ab3-487d-967d-7aa78c7fc3dd) {{(pid=80113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 04 07:57:15.736743 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1286e56-263c-40f4-8f90-1d61c1753057 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:57:15.738104 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-d1286e56-263c-40f4-8f90-1d61c1753057 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1815815'] for network, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:15.742195 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33df9b6c-8331-47a9-86c4-04b74f0ccc3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:57:15.743116 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-33df9b6c-8331-47a9-86c4-04b74f0ccc3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1815815'] for subnet, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:15.745890 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-cb6c1a85-0017-4cc7-a3da-bfcc987b4e1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:57:15.757080 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3513cd55-2599-425e-906b-9610faf54373 None None] Network da9fddda-3ab3-487d-967d-7aa78c7fc3dd requested from dv-cinder-733062-18-smb {{(pid=80115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 04 07:57:15.790672 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-33df9b6c-8331-47a9-86c4-04b74f0ccc3d admin admin] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2812262 Feb 04 07:57:15.793670 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 47890) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:57:15.813227 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.v2.base [None req-83956f41-401c-439f-8cb2-e637b29fafd9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-131749411-router', 'tenant_id': 'a6dac7e06d2347bf8335c11feb384ef9', 'external_gateway_info': {'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c'}}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 07:57:15.827651 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-83956f41-401c-439f-8cb2-e637b29fafd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 07:57:15.835849 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-83956f41-401c-439f-8cb2-e637b29fafd9 admin admin] Usage tracker for resource:router and tenant:a6dac7e06d2347bf8335c11feb384ef9 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 07:57:15.847617 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-83956f41-401c-439f-8cb2-e637b29fafd9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 07:57:15.870674 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-83956f41-401c-439f-8cb2-e637b29fafd9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 07:57:15.888179 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-83956f41-401c-439f-8cb2-e637b29fafd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1652380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7188'] for router, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:15.889642 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-83956f41-401c-439f-8cb2-e637b29fafd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853123470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853136526', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2013956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854768627'] for router, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:15.934014 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-83956f41-401c-439f-8cb2-e637b29fafd9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:15.996932 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-d1286e56-263c-40f4-8f90-1d61c1753057 admin admin] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.9777479 Feb 04 07:57:16.014783 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.99', 47908) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:57:16.018318 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1286e56-263c-40f4-8f90-1d61c1753057 admin admin] Pushing event updated for resources: {'Network': ['ID=3c065512-3d6a-479a-b479-11e02ccc5658,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:57:16.029517 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.v2.base [None req-9abec772-8de4-4070-a0e5-3f710ed4cf29 admin admin] Request body: {'subnet': {'network_id': '3c065512-3d6a-479a-b479-11e02ccc5658', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-35567972-subnet', 'tenant_id': '672bfb04a4f44fa3ae40a386ff3ebb9b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 07:57:16.034287 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-d1286e56-263c-40f4-8f90-1d61c1753057 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:57:16.036937 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Network 3c065512-3d6a-479a-b479-11e02ccc5658 details requested by agent ovs-agent-dv-cinder-733062-18-smb with host dv-cinder-733062-18-smb {{(pid=80115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 04 07:57:16.043149 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-9abec772-8de4-4070-a0e5-3f710ed4cf29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 07:57:16.051849 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-9abec772-8de4-4070-a0e5-3f710ed4cf29 admin admin] Usage tracker for resource:subnet and tenant:672bfb04a4f44fa3ae40a386ff3ebb9b is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 07:57:16.057888 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-9abec772-8de4-4070-a0e5-3f710ed4cf29 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 07:57:16.064885 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Network 3c065512-3d6a-479a-b479-11e02ccc5658 details requested by agent ovs-agent-hv-cinder-73306 with host hv-cinder-73306 {{(pid=80115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 04 07:57:16.067344 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-9abec772-8de4-4070-a0e5-3f710ed4cf29 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 07:57:16.089789 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9abec772-8de4-4070-a0e5-3f710ed4cf29 admin admin] Made reservation on behalf of 672bfb04a4f44fa3ae40a386ff3ebb9b for: {'subnet': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 04 07:57:16.095680 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9abec772-8de4-4070-a0e5-3f710ed4cf29 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:16.240821 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-28c364e7-dd17-4810-8e77-d791bcb2b0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for network, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:16.438426 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.99', 47922) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:57:16.490688 dv-cinder-733062-18-smb neutron-server[79999]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 04 07:57:16.842910 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db696041-d63e-4995-a5e6-7efc8c5bea3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeaced70-d5a4-5733-ba6e-56756fcee946-da9fddda-3ab3-487d-967d-7aa78c7fc3dd', 'network_id': 'da9fddda-3ab3-487d-967d-7aa78c7fc3dd', 'tenant_id': 'a6dac7e06d2347bf8335c11feb384ef9', 'fixed_ips': [{'subnet_id': '4537a32b-846b-4c36-83cb-e761caa59ada'}]}} from dv-cinder-733062-18-smb. {{(pid=80115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 04 07:57:16.844478 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-db696041-d63e-4995-a5e6-7efc8c5bea3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:16.903984 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.99', 47934) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:57:16.980790 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28c364e7-dd17-4810-8e77-d791bcb2b0d8 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=80114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 04 07:57:17.052758 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-83956f41-401c-439f-8cb2-e637b29fafd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853136575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1652451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854768526'] for router, precommit_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:17.135070 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f981304a-af2a-4d83-9e55-a185692b55fc req-41fc6ee2-e50f-4e86-bbdd-03e007e5be3c tempest-DeleteServersTestJSON-1890780733 tempest-DeleteServersTestJSON-1890780733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:57:17.135853 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [req-f981304a-af2a-4d83-9e55-a185692b55fc req-41fc6ee2-e50f-4e86-bbdd-03e007e5be3c tempest-DeleteServersTestJSON-1890780733 tempest-DeleteServersTestJSON-1890780733-project] Synchronizing usage tracker for tenant:f601d095897a4b3ea425ddea9e3c48a2 on resource:network {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 04 07:57:17.139135 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-28c364e7-dd17-4810-8e77-d791bcb2b0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774980'] for segment, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:17.139525 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.db.segments_db [None req-28c364e7-dd17-4810-8e77-d791bcb2b0d8 admin admin] Added segment 5f6ab5b4-f1a0-431f-8987-232f197ae770 of type vxlan for network 3c6985d7-344a-4685-b74e-38826882e570 Feb 04 07:57:17.232619 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.db_base_plugin_common [None req-db696041-d63e-4995-a5e6-7efc8c5bea3e None None] Allocated IP 172.20.0.2 (da9fddda-3ab3-487d-967d-7aa78c7fc3dd/4537a32b-846b-4c36-83cb-e761caa59ada/80184125-8914-4cc8-b4c9-d32e5d6cfa5d) {{(pid=80115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 04 07:57:17.245348 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [req-f981304a-af2a-4d83-9e55-a185692b55fc req-41fc6ee2-e50f-4e86-bbdd-03e007e5be3c tempest-DeleteServersTestJSON-1890780733 tempest-DeleteServersTestJSON-1890780733-project] Unset dirty status for tenant:f601d095897a4b3ea425ddea9e3c48a2 on resource:network {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 04 07:57:17.254124 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-f981304a-af2a-4d83-9e55-a185692b55fc req-41fc6ee2-e50f-4e86-bbdd-03e007e5be3c tempest-DeleteServersTestJSON-1890780733 tempest-DeleteServersTestJSON-1890780733-project] 10.222.0.99 "GET /v2.0/networks?id=e9eb2bc8-045b-4383-b839-2afa1c573557 HTTP/1.1" status: 200 len: 811 time: 0.8138888 Feb 04 07:57:17.259436 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-28c364e7-dd17-4810-8e77-d791bcb2b0d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363309260185511'] for network, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:17.401121 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-f981304a-af2a-4d83-9e55-a185692b55fc req-b0f11c24-89c3-4373-a7af-2bae84118000 tempest-DeleteServersTestJSON-1890780733 tempest-DeleteServersTestJSON-1890780733-project] 10.222.0.99 "GET /v2.0/quotas/f601d095897a4b3ea425ddea9e3c48a2 HTTP/1.1" status: 200 len: 375 time: 0.1460631 Feb 04 07:57:17.508557 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.db.resource_extend [None req-28c364e7-dd17-4810-8e77-d791bcb2b0d8 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 04 07:57:17.513082 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-db696041-d63e-4995-a5e6-7efc8c5bea3e None None] Notify callbacks [] for port, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:17.517384 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-51cf11c4-14d6-4705-ba10-a33e34be078d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:17.525261 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-db696041-d63e-4995-a5e6-7efc8c5bea3e None None] Transition to ACTIVE for port object 80184125-8914-4cc8-b4c9-d32e5d6cfa5d will not be triggered until provisioned by entity L2. {{(pid=80115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 04 07:57:17.532010 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-83956f41-401c-439f-8cb2-e637b29fafd9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:17.545459 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-db696041-d63e-4995-a5e6-7efc8c5bea3e None None] Transition to ACTIVE for port object 80184125-8914-4cc8-b4c9-d32e5d6cfa5d will not be triggered until provisioned by entity DHCP. {{(pid=80115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 04 07:57:17.550715 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-db696041-d63e-4995-a5e6-7efc8c5bea3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727594645960'] for port, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:17.555733 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-f981304a-af2a-4d83-9e55-a185692b55fc req-482b2582-aee9-4e0d-8b79-05bb59c29d12 tempest-DeleteServersTestJSON-1890780733 tempest-DeleteServersTestJSON-1890780733-project] 10.222.0.99 "GET /v2.0/ports?tenant_id=f601d095897a4b3ea425ddea9e3c48a2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1033249 Feb 04 07:57:17.565731 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-51cf11c4-14d6-4705-ba10-a33e34be078d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 07:57:17.572996 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-83956f41-401c-439f-8cb2-e637b29fafd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:17.574695 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-51cf11c4-14d6-4705-ba10-a33e34be078d admin admin] Usage tracker for resource:security_group_rule and tenant:cda666602c7d4ddc8b3fc71f699eb411 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 07:57:17.582212 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-51cf11c4-14d6-4705-ba10-a33e34be078d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 07:57:17.586272 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:57:17.586635 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-28c364e7-dd17-4810-8e77-d791bcb2b0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830'] for network, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:17.600162 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-51cf11c4-14d6-4705-ba10-a33e34be078d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 07:57:17.603533 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28c364e7-dd17-4810-8e77-d791bcb2b0d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:57:17.604173 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-28c364e7-dd17-4810-8e77-d791bcb2b0d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1815815'] for network, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:17.613651 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-d1286e56-263c-40f4-8f90-1d61c1753057 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:57:17.801178 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c364e7-dd17-4810-8e77-d791bcb2b0d8 admin admin] Pushing event updated for resources: {'Network': ['ID=3c6985d7-344a-4685-b74e-38826882e570,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:57:17.805004 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-28c364e7-dd17-4810-8e77-d791bcb2b0d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:57:17.814184 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-28c364e7-dd17-4810-8e77-d791bcb2b0d8 admin admin] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 4.7400477 Feb 04 07:57:17.814569 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.99', 47960) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:57:17.815447 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db696041-d63e-4995-a5e6-7efc8c5bea3e None None] Pushing event updated for resources: {'Port': ['ID=80184125-8914-4cc8-b4c9-d32e5d6cfa5d,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:57:17.843461 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.v2.base [None req-51db3dc1-9f0b-42a2-8d59-5cbbdbc83b61 admin admin] Request body: {'subnet': {'network_id': '3c6985d7-344a-4685-b74e-38826882e570', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-548795684-subnet', 'tenant_id': 'fdc2e6a78c794db1bf575f754255feb7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 07:57:17.859947 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Network 3c6985d7-344a-4685-b74e-38826882e570 details requested by agent ovs-agent-dv-cinder-733062-18-smb with host dv-cinder-733062-18-smb {{(pid=80115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 04 07:57:17.862504 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-51db3dc1-9f0b-42a2-8d59-5cbbdbc83b61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 07:57:17.886066 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-51db3dc1-9f0b-42a2-8d59-5cbbdbc83b61 admin admin] Usage tracker for resource:subnet and tenant:fdc2e6a78c794db1bf575f754255feb7 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 07:57:17.892267 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-51db3dc1-9f0b-42a2-8d59-5cbbdbc83b61 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 07:57:17.904307 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [req-f981304a-af2a-4d83-9e55-a185692b55fc req-b321fee6-8f4c-4301-bcb3-698e46a6dbac service neutron] http://10.222.0.99:9696/v2.0/extensions returned with HTTP 200 {{(pid=80114) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 07:57:17.905501 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-f981304a-af2a-4d83-9e55-a185692b55fc req-b321fee6-8f4c-4301-bcb3-698e46a6dbac service neutron] 10.222.0.99 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.2290425 Feb 04 07:57:17.922396 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-51db3dc1-9f0b-42a2-8d59-5cbbdbc83b61 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 07:57:17.932652 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Network 3c6985d7-344a-4685-b74e-38826882e570 details requested by agent ovs-agent-hv-cinder-73306 with host hv-cinder-73306 {{(pid=80115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 04 07:57:17.977823 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.db_base_plugin_common [None req-83956f41-401c-439f-8cb2-e637b29fafd9 admin admin] Allocated IP 172.28.3.180 (fc08f4da-7ea1-4669-9c0d-064e3549341c/afd83efb-5d3e-41fa-8710-d4145e2840f2/43b632f2-e346-49fd-915a-cd303ad41489) {{(pid=80113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 04 07:57:18.021498 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db696041-d63e-4995-a5e6-7efc8c5bea3e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:57:18.021797 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db696041-d63e-4995-a5e6-7efc8c5bea3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:57:18.022145 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db696041-d63e-4995-a5e6-7efc8c5bea3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:57:18.022515 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db696041-d63e-4995-a5e6-7efc8c5bea3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:57:18.023482 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db696041-d63e-4995-a5e6-7efc8c5bea3e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:57:18.023853 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db696041-d63e-4995-a5e6-7efc8c5bea3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:57:18.024388 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db696041-d63e-4995-a5e6-7efc8c5bea3e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:57:18.024766 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db696041-d63e-4995-a5e6-7efc8c5bea3e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:57:18.025151 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db696041-d63e-4995-a5e6-7efc8c5bea3e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:57:18.025858 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db696041-d63e-4995-a5e6-7efc8c5bea3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:57:18.026218 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db696041-d63e-4995-a5e6-7efc8c5bea3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:57:18.026574 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db696041-d63e-4995-a5e6-7efc8c5bea3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:57:18.027027 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db696041-d63e-4995-a5e6-7efc8c5bea3e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:57:18.027389 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db696041-d63e-4995-a5e6-7efc8c5bea3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:57:18.027743 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db696041-d63e-4995-a5e6-7efc8c5bea3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:57:18.028095 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db696041-d63e-4995-a5e6-7efc8c5bea3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:57:18.028448 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db696041-d63e-4995-a5e6-7efc8c5bea3e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:57:18.028800 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db696041-d63e-4995-a5e6-7efc8c5bea3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:57:18.029150 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db696041-d63e-4995-a5e6-7efc8c5bea3e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:57:18.029498 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db696041-d63e-4995-a5e6-7efc8c5bea3e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:57:18.029848 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db696041-d63e-4995-a5e6-7efc8c5bea3e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:57:18.030199 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db696041-d63e-4995-a5e6-7efc8c5bea3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:57:18.030602 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db696041-d63e-4995-a5e6-7efc8c5bea3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:57:18.030974 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db696041-d63e-4995-a5e6-7efc8c5bea3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:57:18.032283 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db696041-d63e-4995-a5e6-7efc8c5bea3e None None] Tracked resource versions report: Feb 04 07:57:18.032283 dv-cinder-733062-18-smb neutron-server[79999]: pushed versions: Feb 04 07:57:18.032283 dv-cinder-733062-18-smb neutron-server[79999]: { 'AddressGroup': {'1.1'}, Feb 04 07:57:18.032283 dv-cinder-733062-18-smb neutron-server[79999]: 'ConntrackHelper': {'1.0'}, Feb 04 07:57:18.032283 dv-cinder-733062-18-smb neutron-server[79999]: 'Log': {'1.0'}, Feb 04 07:57:18.032283 dv-cinder-733062-18-smb neutron-server[79999]: 'Network': {'1.1'}, Feb 04 07:57:18.032283 dv-cinder-733062-18-smb neutron-server[79999]: 'Port': {'1.7'}, Feb 04 07:57:18.032283 dv-cinder-733062-18-smb neutron-server[79999]: 'PortForwarding': {'1.2'}, Feb 04 07:57:18.032283 dv-cinder-733062-18-smb neutron-server[79999]: 'QosPolicy': {'1.8'}, Feb 04 07:57:18.032283 dv-cinder-733062-18-smb neutron-server[79999]: 'SecurityGroup': {'1.4'}, Feb 04 07:57:18.032283 dv-cinder-733062-18-smb neutron-server[79999]: 'SecurityGroupRule': {'1.2'}, Feb 04 07:57:18.032283 dv-cinder-733062-18-smb neutron-server[79999]: 'SubPort': {'1.0'}, Feb 04 07:57:18.032283 dv-cinder-733062-18-smb neutron-server[79999]: 'Subnet': {'1.1'}, Feb 04 07:57:18.032283 dv-cinder-733062-18-smb neutron-server[79999]: 'Trunk': {'1.1'}} Feb 04 07:57:18.032283 dv-cinder-733062-18-smb neutron-server[79999]: consumer versions: Feb 04 07:57:18.032283 dv-cinder-733062-18-smb neutron-server[79999]: { DHCP agent@dv-cinder-733062-18-smb: {}, Feb 04 07:57:18.032283 dv-cinder-733062-18-smb neutron-server[79999]: L3 agent@dv-cinder-733062-18-smb: {}, Feb 04 07:57:18.032283 dv-cinder-733062-18-smb neutron-server[79999]: Metadata agent@dv-cinder-733062-18-smb: {}, Feb 04 07:57:18.032283 dv-cinder-733062-18-smb neutron-server[79999]: Metering agent@dv-cinder-733062-18-smb: {}, Feb 04 07:57:18.032283 dv-cinder-733062-18-smb neutron-server[79999]: Open vSwitch agent@dv-cinder-733062-18-smb: { 'AddressGroup': '1.1', Feb 04 07:57:18.032283 dv-cinder-733062-18-smb neutron-server[79999]: 'ConntrackHelper': '1.0', Feb 04 07:57:18.032283 dv-cinder-733062-18-smb neutron-server[79999]: 'Log': '1.0', Feb 04 07:57:18.032283 dv-cinder-733062-18-smb neutron-server[79999]: 'Network': '1.1', Feb 04 07:57:18.032283 dv-cinder-733062-18-smb neutron-server[79999]: 'Port': '1.7', Feb 04 07:57:18.032283 dv-cinder-733062-18-smb neutron-server[79999]: 'PortForwarding': '1.2', Feb 04 07:57:18.032283 dv-cinder-733062-18-smb neutron-server[79999]: 'QosPolicy': '1.8', Feb 04 07:57:18.032283 dv-cinder-733062-18-smb neutron-server[79999]: 'SecurityGroup': '1.4', Feb 04 07:57:18.032283 dv-cinder-733062-18-smb neutron-server[79999]: 'SecurityGroupRule': '1.2', Feb 04 07:57:18.032283 dv-cinder-733062-18-smb neutron-server[79999]: 'SubPort': '1.0', Feb 04 07:57:18.032283 dv-cinder-733062-18-smb neutron-server[79999]: 'Subnet': '1.1', Feb 04 07:57:18.032283 dv-cinder-733062-18-smb neutron-server[79999]: 'Trunk': '1.1'}, Feb 04 07:57:18.032283 dv-cinder-733062-18-smb neutron-server[79999]: Open vSwitch agent@hv-cinder-73306: { 'AddressGroup': '1.1', Feb 04 07:57:18.032283 dv-cinder-733062-18-smb neutron-server[79999]: 'ConntrackHelper': '1.0', Feb 04 07:57:18.032283 dv-cinder-733062-18-smb neutron-server[79999]: 'Log': '1.0', Feb 04 07:57:18.032283 dv-cinder-733062-18-smb neutron-server[79999]: 'Network': '1.1', Feb 04 07:57:18.032283 dv-cinder-733062-18-smb neutron-server[79999]: 'Port': '1.7', Feb 04 07:57:18.032283 dv-cinder-733062-18-smb neutron-server[79999]: 'PortForwarding': '1.2', Feb 04 07:57:18.032283 dv-cinder-733062-18-smb neutron-server[79999]: 'QosPolicy': '1.8', Feb 04 07:57:18.032283 dv-cinder-733062-18-smb neutron-server[79999]: 'SecurityGroup': '1.4', Feb 04 07:57:18.032283 dv-cinder-733062-18-smb neutron-server[79999]: 'SecurityGroupRule': '1.2', Feb 04 07:57:18.032283 dv-cinder-733062-18-smb neutron-server[79999]: 'SubPort': '1.0', Feb 04 07:57:18.032283 dv-cinder-733062-18-smb neutron-server[79999]: 'Subnet': '1.1', Feb 04 07:57:18.032283 dv-cinder-733062-18-smb neutron-server[79999]: 'Trunk': '1.1'}} Feb 04 07:57:18.032283 dv-cinder-733062-18-smb neutron-server[79999]: {{(pid=80115) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 04 07:57:18.050875 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-db696041-d63e-4995-a5e6-7efc8c5bea3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:57:18.072766 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51db3dc1-9f0b-42a2-8d59-5cbbdbc83b61 admin admin] Made reservation on behalf of fdc2e6a78c794db1bf575f754255feb7 for: {'subnet': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 04 07:57:18.077808 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-51db3dc1-9f0b-42a2-8d59-5cbbdbc83b61 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:18.156239 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-51cf11c4-14d6-4705-ba10-a33e34be078d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:18.286297 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-83956f41-401c-439f-8cb2-e637b29fafd9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:18.347737 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db696041-d63e-4995-a5e6-7efc8c5bea3e None None] Network da9fddda-3ab3-487d-967d-7aa78c7fc3dd is already hosted by enough agents. {{(pid=80115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 04 07:57:18.354588 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.base_scheduler [None req-db696041-d63e-4995-a5e6-7efc8c5bea3e None None] Resources bound (agent type, host, resource id): {{(pid=80115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 04 07:57:18.361484 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db696041-d63e-4995-a5e6-7efc8c5bea3e None None] Received port after_create {{(pid=80115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 04 07:57:18.421087 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9abec772-8de4-4070-a0e5-3f710ed4cf29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830'] for subnet, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:18.431642 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-21944a13-6d77-496e-9419-8259e8521240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830'] for subnet, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:18.432397 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-51cf11c4-14d6-4705-ba10-a33e34be078d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:18.440086 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-83956f41-401c-439f-8cb2-e637b29fafd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727594645960'] for port, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:18.456763 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:57:18.526123 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-db696041-d63e-4995-a5e6-7efc8c5bea3e None None] Attempting to bind port 80184125-8914-4cc8-b4c9-d32e5d6cfa5d on host dv-cinder-733062-18-smb for vnic_type normal with profile {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 07:57:18.526570 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-db696041-d63e-4995-a5e6-7efc8c5bea3e None None] Attempting to bind port 80184125-8914-4cc8-b4c9-d32e5d6cfa5d by drivers openvswitch on host dv-cinder-733062-18-smb at level 0 using segments [{'id': 'a34b7fa1-4a3e-4109-813a-758c7c69af69', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'da9fddda-3ab3-487d-967d-7aa78c7fc3dd'}] {{(pid=80115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 04 07:57:18.527048 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db696041-d63e-4995-a5e6-7efc8c5bea3e None None] Attempting to bind port 80184125-8914-4cc8-b4c9-d32e5d6cfa5d on network da9fddda-3ab3-487d-967d-7aa78c7fc3dd {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 04 07:57:18.564448 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db696041-d63e-4995-a5e6-7efc8c5bea3e None None] Checking agent: {'id': 'b265e0d7-049f-4621-8b9a-cada9a3d4f64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-18-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 4, 7, 47, 55), 'started_at': datetime.datetime(2021, 2, 4, 7, 48, 25), 'heartbeat_timestamp': datetime.datetime(2021, 2, 4, 7, 56, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-18-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.87', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 07:57:18.565008 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db696041-d63e-4995-a5e6-7efc8c5bea3e None None] Checking segment: {'id': 'a34b7fa1-4a3e-4109-813a-758c7c69af69', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'da9fddda-3ab3-487d-967d-7aa78c7fc3dd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 04 07:57:18.565660 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-db696041-d63e-4995-a5e6-7efc8c5bea3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:18.566816 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db696041-d63e-4995-a5e6-7efc8c5bea3e None None] Bound using segment: {'id': 'a34b7fa1-4a3e-4109-813a-758c7c69af69', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'da9fddda-3ab3-487d-967d-7aa78c7fc3dd'} {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 07:57:18.567508 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-db696041-d63e-4995-a5e6-7efc8c5bea3e None None] Bound port: 80184125-8914-4cc8-b4c9-d32e5d6cfa5d, host: dv-cinder-733062-18-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a34b7fa1-4a3e-4109-813a-758c7c69af69', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'da9fddda-3ab3-487d-967d-7aa78c7fc3dd'}}] {{(pid=80115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 04 07:57:18.570418 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-db696041-d63e-4995-a5e6-7efc8c5bea3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:18.672820 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-85a6ccaa-fa9f-4802-bd60-acfe74a03463 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:57:18.719521 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83956f41-401c-439f-8cb2-e637b29fafd9 admin admin] Pushing event updated for resources: {'Port': ['ID=43b632f2-e346-49fd-915a-cd303ad41489,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:57:18.731386 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-83956f41-401c-439f-8cb2-e637b29fafd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:57:18.794975 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-db696041-d63e-4995-a5e6-7efc8c5bea3e None None] For port 80184125-8914-4cc8-b4c9-d32e5d6cfa5d, host dv-cinder-733062-18-smb, cleared binding levels {{(pid=80115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 04 07:57:18.799910 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-db696041-d63e-4995-a5e6-7efc8c5bea3e None None] For port 80184125-8914-4cc8-b4c9-d32e5d6cfa5d, host dv-cinder-733062-18-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-18-smb',level=0,port_id=80184125-8914-4cc8-b4c9-d32e5d6cfa5d,segment=NetworkSegment(a34b7fa1-4a3e-4109-813a-758c7c69af69),segment_id=a34b7fa1-4a3e-4109-813a-758c7c69af69)] {{(pid=80115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 04 07:57:18.805056 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83956f41-401c-439f-8cb2-e637b29fafd9 admin admin] Network fc08f4da-7ea1-4669-9c0d-064e3549341c is already hosted by enough agents. {{(pid=80113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 04 07:57:18.805260 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-db696041-d63e-4995-a5e6-7efc8c5bea3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309259674757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309260170288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727594605546'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:18.806871 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.base_scheduler [None req-83956f41-401c-439f-8cb2-e637b29fafd9 admin admin] Resources bound (agent type, host, resource id): {{(pid=80113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 04 07:57:18.815152 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83956f41-401c-439f-8cb2-e637b29fafd9 admin admin] Received port after_create {{(pid=80113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 04 07:57:18.885540 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:57:19.015687 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db696041-d63e-4995-a5e6-7efc8c5bea3e None None] Pushing event updated for resources: {'Port': ['ID=80184125-8914-4cc8-b4c9-d32e5d6cfa5d,revision_number=2']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:57:19.021694 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-db696041-d63e-4995-a5e6-7efc8c5bea3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:57:19.130670 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9abec772-8de4-4070-a0e5-3f710ed4cf29 admin admin] Checking segment: {'id': 'c1444196-01b8-49a6-91dc-480435b565ae', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '3c065512-3d6a-479a-b479-11e02ccc5658'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 04 07:57:19.131090 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9abec772-8de4-4070-a0e5-3f710ed4cf29 admin admin] Network hostable DHCP agents. Network: 3c065512-3d6a-479a-b479-11e02ccc5658, hostable agents: ['8e54cc33-14f6-4bf4-a71e-228639724c29'], hosted agents: [] {{(pid=80114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 04 07:57:19.175992 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-51cf11c4-14d6-4705-ba10-a33e34be078d admin admin] Synchronizing usage tracker for tenant:5143b1a3fa194210ba4e49973ef82d51 on resource:security_group {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 04 07:57:19.187105 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abec772-8de4-4070-a0e5-3f710ed4cf29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c113e9e9-819c-413f-8742-7912f5a3f620,revision_number=0']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:57:19.274516 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-83956f41-401c-439f-8cb2-e637b29fafd9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:19.276700 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-f981304a-af2a-4d83-9e55-a185692b55fc req-c583d319-1624-48f2-93c5-056459dc1201 service neutron] 10.222.0.99 "GET /v2.0/networks/e9eb2bc8-045b-4383-b839-2afa1c573557?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3429530 Feb 04 07:57:19.435421 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9abec772-8de4-4070-a0e5-3f710ed4cf29 admin admin] Network 3c065512-3d6a-479a-b479-11e02ccc5658 is scheduled to be hosted by DHCP agent 8e54cc33-14f6-4bf4-a71e-228639724c29 with binding_index 1 {{(pid=80114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 04 07:57:19.450628 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-51cf11c4-14d6-4705-ba10-a33e34be078d admin admin] Unset dirty status for tenant:5143b1a3fa194210ba4e49973ef82d51 on resource:security_group {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 04 07:57:19.453757 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-51cf11c4-14d6-4705-ba10-a33e34be078d admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=cda666602c7d4ddc8b3fc71f699eb411&name=default HTTP/1.1" status: 200 len: 2975 time: 2.5294113 Feb 04 07:57:19.469716 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.base_scheduler [None req-9abec772-8de4-4070-a0e5-3f710ed4cf29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733062-18-smb, 3c065512-3d6a-479a-b479-11e02ccc5658) {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 04 07:57:19.525528 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.99', 47998) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:57:19.534393 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d7ddc8b-3205-4cf8-80b2-95cc68690abc None None] Network 3c065512-3d6a-479a-b479-11e02ccc5658 requested from dv-cinder-733062-18-smb {{(pid=80115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 04 07:57:19.554705 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21944a13-6d77-496e-9419-8259e8521240 admin admin] Pushing event updated for resources: {'Subnet': ['ID=daa9ab9c-d070-4c63-9925-724b7f6976a7,revision_number=0']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:57:19.580764 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9abec772-8de4-4070-a0e5-3f710ed4cf29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:57:19.581511 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9abec772-8de4-4070-a0e5-3f710ed4cf29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1815815'] for subnet, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:19.741357 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-21944a13-6d77-496e-9419-8259e8521240 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.069s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:57:19.750373 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.977s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:57:19.870371 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-f981304a-af2a-4d83-9e55-a185692b55fc req-f7989670-98d1-49e8-b533-dc501337a983 service neutron] 10.222.0.99 "GET /v2.0/networks/e9eb2bc8-045b-4383-b839-2afa1c573557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5623410 Feb 04 07:57:19.901930 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cf11c4-14d6-4705-ba10-a33e34be078d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16f89d5f-31df-451e-bbbe-e1fec71fa10d,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:57:19.907954 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-9abec772-8de4-4070-a0e5-3f710ed4cf29 admin admin] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.8916233 Feb 04 07:57:19.915075 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 48012) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:57:19.935179 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.v2.base [None req-62918b74-1f18-419b-8689-a85e95b0c02f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-35567972-router', 'tenant_id': '672bfb04a4f44fa3ae40a386ff3ebb9b', 'external_gateway_info': {'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c'}}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 07:57:19.935505 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-51cf11c4-14d6-4705-ba10-a33e34be078d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:57:19.935979 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.081s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:57:19.936293 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:57:19.945462 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-62918b74-1f18-419b-8689-a85e95b0c02f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 07:57:19.962045 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-62918b74-1f18-419b-8689-a85e95b0c02f admin admin] Usage tracker for resource:router and tenant:672bfb04a4f44fa3ae40a386ff3ebb9b is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 07:57:19.981272 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-62918b74-1f18-419b-8689-a85e95b0c02f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 07:57:19.992859 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-62918b74-1f18-419b-8689-a85e95b0c02f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 07:57:20.011274 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-83956f41-401c-439f-8cb2-e637b29fafd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853123436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1639343'] for router, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:20.016783 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-62918b74-1f18-419b-8689-a85e95b0c02f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1652380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7188'] for router, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:20.018130 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-62918b74-1f18-419b-8689-a85e95b0c02f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853123470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853136526', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2013956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854768627'] for router, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:20.024870 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e2d30e-c6da-4b9c-8c8b-84616b348663 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeaced70-d5a4-5733-ba6e-56756fcee946-3c065512-3d6a-479a-b479-11e02ccc5658', 'network_id': '3c065512-3d6a-479a-b479-11e02ccc5658', 'tenant_id': '672bfb04a4f44fa3ae40a386ff3ebb9b', 'fixed_ips': [{'subnet_id': 'c113e9e9-819c-413f-8742-7912f5a3f620'}]}} from dv-cinder-733062-18-smb. {{(pid=80115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 04 07:57:20.025815 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-87e2d30e-c6da-4b9c-8c8b-84616b348663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:20.039202 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-62918b74-1f18-419b-8689-a85e95b0c02f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:20.145352 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21944a13-6d77-496e-9419-8259e8521240 admin admin] Checking segment: {'id': '7f07e79c-d155-408f-9374-f6b393baea02', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd6cc8c6f-e231-4895-957c-7832ba254527'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 04 07:57:20.145736 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21944a13-6d77-496e-9419-8259e8521240 admin admin] Network hostable DHCP agents. Network: d6cc8c6f-e231-4895-957c-7832ba254527, hostable agents: ['8e54cc33-14f6-4bf4-a71e-228639724c29'], hosted agents: [] {{(pid=80114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 04 07:57:20.162867 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-dee62b27-2742-48ea-bbec-abad5fd42a4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:20.196021 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-dee62b27-2742-48ea-bbec-abad5fd42a4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:20.263988 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-dee62b27-2742-48ea-bbec-abad5fd42a4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:20.278519 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:57:20.313087 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee62b27-2742-48ea-bbec-abad5fd42a4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16f89d5f-31df-451e-bbbe-e1fec71fa10d,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:57:20.336637 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-dee62b27-2742-48ea-bbec-abad5fd42a4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:57:20.357860 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21944a13-6d77-496e-9419-8259e8521240 admin admin] Network d6cc8c6f-e231-4895-957c-7832ba254527 is scheduled to be hosted by DHCP agent 8e54cc33-14f6-4bf4-a71e-228639724c29 with binding_index 1 {{(pid=80114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 04 07:57:20.401251 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.base_scheduler [None req-21944a13-6d77-496e-9419-8259e8521240 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733062-18-smb, d6cc8c6f-e231-4895-957c-7832ba254527) {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 04 07:57:20.431786 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-dee62b27-2742-48ea-bbec-abad5fd42a4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:20.436738 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-dee62b27-2742-48ea-bbec-abad5fd42a4e admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/16f89d5f-31df-451e-bbbe-e1fec71fa10d HTTP/1.1" status: 204 len: 168 time: 0.9008560 Feb 04 07:57:20.437214 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.99', 48038) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:57:20.439629 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21944a13-6d77-496e-9419-8259e8521240 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:57:20.440276 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-21944a13-6d77-496e-9419-8259e8521240 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1815815'] for subnet, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:20.552149 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-a2f67568-2393-48f0-be5b-ff988423efba req-db55bef9-cf9a-4c58-a809-ab85087cdf9c tempest-DeleteServersTestJSON-1890780733 tempest-DeleteServersTestJSON-1890780733-project] 10.222.0.99 "GET /v2.0/ports?device_id=b5edadef-4344-46ea-84e4-752738d2ab28 HTTP/1.1" status: 200 len: 210 time: 0.0988762 Feb 04 07:57:20.555947 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-21944a13-6d77-496e-9419-8259e8521240 admin admin] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 5.5183222 Feb 04 07:57:20.644047 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-62918b74-1f18-419b-8689-a85e95b0c02f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853136575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1652451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854768526'] for router, precommit_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:20.665719 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1998d525-2e49-4569-8efe-39353bc5156c None None] Network d6cc8c6f-e231-4895-957c-7832ba254527 requested from dv-cinder-733062-18-smb {{(pid=80115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 04 07:57:20.791325 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-51db3dc1-9f0b-42a2-8d59-5cbbdbc83b61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830'] for subnet, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:20.873021 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:57:21.050953 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-69f7845e-c647-45e0-b45d-d315106c79f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:21.053113 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1707e6ce-843d-461e-8eda-bfcb12432df7 None None] Network da9fddda-3ab3-487d-967d-7aa78c7fc3dd requested from dv-cinder-733062-18-smb {{(pid=80115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 04 07:57:21.205502 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51db3dc1-9f0b-42a2-8d59-5cbbdbc83b61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e3e4c1f-bef5-4969-b1a2-0e7821d81c28,revision_number=0']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:57:21.213348 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-51db3dc1-9f0b-42a2-8d59-5cbbdbc83b61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:57:21.344795 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51db3dc1-9f0b-42a2-8d59-5cbbdbc83b61 admin admin] Checking segment: {'id': '5f6ab5b4-f1a0-431f-8987-232f197ae770', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '3c6985d7-344a-4685-b74e-38826882e570'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 04 07:57:21.346111 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51db3dc1-9f0b-42a2-8d59-5cbbdbc83b61 admin admin] Network hostable DHCP agents. Network: 3c6985d7-344a-4685-b74e-38826882e570, hostable agents: ['8e54cc33-14f6-4bf4-a71e-228639724c29'], hosted agents: [] {{(pid=80114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 04 07:57:21.360586 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-62918b74-1f18-419b-8689-a85e95b0c02f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:21.366710 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.99', 48068) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:57:21.393614 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51db3dc1-9f0b-42a2-8d59-5cbbdbc83b61 admin admin] Network 3c6985d7-344a-4685-b74e-38826882e570 is scheduled to be hosted by DHCP agent 8e54cc33-14f6-4bf4-a71e-228639724c29 with binding_index 1 {{(pid=80114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 04 07:57:21.420608 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-62918b74-1f18-419b-8689-a85e95b0c02f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:21.424674 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.base_scheduler [None req-51db3dc1-9f0b-42a2-8d59-5cbbdbc83b61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733062-18-smb, 3c6985d7-344a-4685-b74e-38826882e570) {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 04 07:57:21.434318 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51db3dc1-9f0b-42a2-8d59-5cbbdbc83b61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:57:21.436086 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-51db3dc1-9f0b-42a2-8d59-5cbbdbc83b61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1815815'] for subnet, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:21.437924 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Device 80184125-8914-4cc8-b4c9-d32e5d6cfa5d up at agent ovs-agent-dv-cinder-733062-18-smb {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 07:57:21.474456 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-51db3dc1-9f0b-42a2-8d59-5cbbdbc83b61 admin admin] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 3.6534600 Feb 04 07:57:21.477800 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.99', 48076) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:57:21.484830 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.v2.base [None req-9b0fc4f4-2cc3-4b9d-8a95-ddce57e00baa admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-548795684-router', 'tenant_id': 'fdc2e6a78c794db1bf575f754255feb7', 'external_gateway_info': {'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c'}}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 07:57:21.492208 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-9b0fc4f4-2cc3-4b9d-8a95-ddce57e00baa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 07:57:21.502403 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-9b0fc4f4-2cc3-4b9d-8a95-ddce57e00baa admin admin] Usage tracker for resource:router and tenant:fdc2e6a78c794db1bf575f754255feb7 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 07:57:21.515270 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-9b0fc4f4-2cc3-4b9d-8a95-ddce57e00baa admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 07:57:21.525665 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-9b0fc4f4-2cc3-4b9d-8a95-ddce57e00baa admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 07:57:21.539930 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9b0fc4f4-2cc3-4b9d-8a95-ddce57e00baa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1652380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7188'] for router, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:21.541355 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9b0fc4f4-2cc3-4b9d-8a95-ddce57e00baa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853123470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853136526', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2013956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854768627'] for router, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:21.566562 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9b0fc4f4-2cc3-4b9d-8a95-ddce57e00baa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:21.586690 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83956f41-401c-439f-8cb2-e637b29fafd9 admin admin] Router 20a7d0af-5908-48c5-9dcf-280b21b669ad is scheduled to L3 agent 9b1007a2-cea1-4e19-8fd5-ed5c2617e796 with binding_index 1 {{(pid=80113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 04 07:57:21.599668 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.db_base_plugin_common [None req-87e2d30e-c6da-4b9c-8c8b-84616b348663 None None] Allocated IP 172.20.0.2 (3c065512-3d6a-479a-b479-11e02ccc5658/c113e9e9-819c-413f-8742-7912f5a3f620/eec40e10-6244-48c4-911c-2956bf920c52) {{(pid=80115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 04 07:57:21.676859 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e898ce11-5f32-4764-9826-7ef8d506d212 None None] Network 3c6985d7-344a-4685-b74e-38826882e570 requested from dv-cinder-733062-18-smb {{(pid=80115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 04 07:57:21.691695 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.99', 48086) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:57:21.855721 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-acc4ba4c-fbdb-4b5d-9174-2444ad3abbaf req-ca838750-41ee-47a0-bccc-a981de49fe51 tempest-DeleteServersTestJSON-1890780733 tempest-DeleteServersTestJSON-1890780733-project] 10.222.0.99 "GET /v2.0/ports?device_id=b5edadef-4344-46ea-84e4-752738d2ab28 HTTP/1.1" status: 200 len: 210 time: 0.1483440 Feb 04 07:57:21.873463 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-4189d817-31b3-415d-bc8e-09c92b4728d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:21.897326 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-4189d817-31b3-415d-bc8e-09c92b4728d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 07:57:21.912362 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-4189d817-31b3-415d-bc8e-09c92b4728d1 admin admin] Usage tracker for resource:security_group_rule and tenant:f2d7bc2c9f8b4be4be1b747868eb1a50 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 07:57:21.912362 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-4189d817-31b3-415d-bc8e-09c92b4728d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 07:57:21.914864 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-8bd63fcc-a8ab-4230-b813-8115dda3c883 None None] Provisioning for port 80184125-8914-4cc8-b4c9-d32e5d6cfa5d completed by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 04 07:57:21.918693 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-4189d817-31b3-415d-bc8e-09c92b4728d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 07:57:22.165926 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.db_base_plugin_common [None req-62918b74-1f18-419b-8689-a85e95b0c02f admin admin] Allocated IP 172.28.3.111 (fc08f4da-7ea1-4669-9c0d-064e3549341c/afd83efb-5d3e-41fa-8710-d4145e2840f2/b89ec45b-8d09-4de9-896d-76dcee756ac5) {{(pid=80113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 04 07:57:22.203530 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9b0fc4f4-2cc3-4b9d-8a95-ddce57e00baa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853136575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1652451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854768526'] for router, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:22.255326 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-01f71be0-35ba-4888-9fff-f81028f16ab5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:22.288003 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-01f71be0-35ba-4888-9fff-f81028f16ab5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 07:57:22.383182 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc8a6b4-036c-4e9c-bd83-55cad23a82ec None None] Network d6cc8c6f-e231-4895-957c-7832ba254527 requested from dv-cinder-733062-18-smb {{(pid=80115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 04 07:57:22.387293 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-01f71be0-35ba-4888-9fff-f81028f16ab5 admin admin] Usage tracker for resource:security_group_rule and tenant:ff8ecb6963924eedac6bad8ce2ec3741 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 07:57:22.406692 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-01f71be0-35ba-4888-9fff-f81028f16ab5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 07:57:22.427851 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-01f71be0-35ba-4888-9fff-f81028f16ab5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 07:57:22.542450 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-62918b74-1f18-419b-8689-a85e95b0c02f admin admin] Notify callbacks [] for port, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:22.554756 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83956f41-401c-439f-8cb2-e637b29fafd9 admin admin] Notify agent at l3_agent.dv-cinder-733062-18-smb the message routers_updated {{(pid=80113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 04 07:57:22.567760 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8808ed2-388b-476f-af18-48d80fa1cc73 None None] Sync routers for ids ['20a7d0af-5908-48c5-9dcf-280b21b669ad'] in dv-cinder-733062-18-smb {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 04 07:57:22.584816 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8808ed2-388b-476f-af18-48d80fa1cc73 None None] Routers {'20a7d0af-5908-48c5-9dcf-280b21b669ad'} bound to L3 agent in host dv-cinder-733062-18-smb {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 04 07:57:22.585848 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-d8808ed2-388b-476f-af18-48d80fa1cc73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-04T07:47:53Z,description=,heartbeat_timestamp=2021-02-04T07:56:53Z,host='dv-cinder-733062-18-smb',id=9b1007a2-cea1-4e19-8fd5-ed5c2617e796,load=0,resource_versions=,resources_synced=,started_at=2021-02-04T07:47:53Z,topic='l3_agent')) {'router_ids': ['20a7d0af-5908-48c5-9dcf-280b21b669ad'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 07:57:22.596570 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-83956f41-401c-439f-8cb2-e637b29fafd9 admin admin] Notify callbacks [] for router, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:22.597908 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-83956f41-401c-439f-8cb2-e637b29fafd9 admin admin] 10.222.0.99 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.8010836 Feb 04 07:57:22.603084 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 48122) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:57:22.719634 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Provisioning for port 80184125-8914-4cc8-b4c9-d32e5d6cfa5d completed by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 04 07:57:22.735473 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-4189d817-31b3-415d-bc8e-09c92b4728d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:22.767890 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-4189d817-31b3-415d-bc8e-09c92b4728d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:22.781087 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Provisioning complete for port 80184125-8914-4cc8-b4c9-d32e5d6cfa5d triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 07:57:22.781858 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762158'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:22.785120 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:57:22.791339 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-62918b74-1f18-419b-8689-a85e95b0c02f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727594645960'] for port, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:22.893370 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-83956f41-401c-439f-8cb2-e637b29fafd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:57:23.009699 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8857657-a065-477f-b1fa-2120807ece66 req-e98175c8-2898-4f0b-b2da-89907ff9b228 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:57:23.010916 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [req-b8857657-a065-477f-b1fa-2120807ece66 req-e98175c8-2898-4f0b-b2da-89907ff9b228 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Synchronizing usage tracker for tenant:e025b0caf149437a978dcb2e658b1da5 on resource:network {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 04 07:57:23.027487 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvr_db [None req-d8808ed2-388b-476f-af18-48d80fa1cc73 None None] Set router 20a7d0af-5908-48c5-9dcf-280b21b669ad gateway port host: dv-cinder-733062-18-smb {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 04 07:57:23.044126 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4189d817-31b3-415d-bc8e-09c92b4728d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d641fd13-a1ae-4823-b886-9021bf3682c5,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:57:23.069251 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-4189d817-31b3-415d-bc8e-09c92b4728d1 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=f2d7bc2c9f8b4be4be1b747868eb1a50&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3646178 Feb 04 07:57:23.080782 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-4189d817-31b3-415d-bc8e-09c92b4728d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:57:23.095271 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.99', 48146) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:57:23.179893 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62918b74-1f18-419b-8689-a85e95b0c02f admin admin] Pushing event updated for resources: {'Port': ['ID=b89ec45b-8d09-4de9-896d-76dcee756ac5,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:57:23.198993 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-62918b74-1f18-419b-8689-a85e95b0c02f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:57:23.240382 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-01f71be0-35ba-4888-9fff-f81028f16ab5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:23.246012 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-0006d6f2-4808-4f12-8154-f4d628e38773 req-b0fd0632-3a3e-4bcb-be8a-f6ee2c9d5f82 tempest-DeleteServersTestJSON-1890780733 tempest-DeleteServersTestJSON-1890780733-project] 10.222.0.99 "GET /v2.0/ports?device_id=b5edadef-4344-46ea-84e4-752738d2ab28 HTTP/1.1" status: 200 len: 210 time: 0.1184034 Feb 04 07:57:23.252633 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [req-b8857657-a065-477f-b1fa-2120807ece66 req-e98175c8-2898-4f0b-b2da-89907ff9b228 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Unset dirty status for tenant:e025b0caf149437a978dcb2e658b1da5 on resource:network {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 04 07:57:23.267543 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-b8857657-a065-477f-b1fa-2120807ece66 req-e98175c8-2898-4f0b-b2da-89907ff9b228 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] 10.222.0.99 "GET /v2.0/networks?id=d6cc8c6f-e231-4895-957c-7832ba254527 HTTP/1.1" status: 200 len: 815 time: 0.8567686 Feb 04 07:57:23.289865 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-01f71be0-35ba-4888-9fff-f81028f16ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:23.605602 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-d1286e56-263c-40f4-8f90-1d61c1753057 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:57:23.648684 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-b8857657-a065-477f-b1fa-2120807ece66 req-2a68f741-743b-4d2d-8df6-678b57e72875 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] 10.222.0.99 "GET /v2.0/quotas/e025b0caf149437a978dcb2e658b1da5 HTTP/1.1" status: 200 len: 375 time: 0.3800936 Feb 04 07:57:23.714094 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-d8808ed2-388b-476f-af18-48d80fa1cc73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20a7d0af-5908-48c5-9dcf-280b21b669ad', 'name': 'tempest-AttachVolumeTestJSON-131749411-router', 'tenant_id': 'a6dac7e06d2347bf8335c11feb384ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'external_fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.180'}], 'enable_snat': True}, 'gw_port_id': '43b632f2-e346-49fd-915a-cd303ad41489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T07:57:15Z', 'updated_at': '2021-02-04T07:57:19Z', 'revision_number': 3, 'project_id': 'a6dac7e06d2347bf8335c11feb384ef9', 'gw_port': {'id': '43b632f2-e346-49fd-915a-cd303ad41489', 'name': '', 'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:d5:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20a7d0af-5908-48c5-9dcf-280b21b669ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T07:57:17Z', 'updated_at': '2021-02-04T07:57:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-18-smb'}], 'dv-cinder-733062-18-smb', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 07:57:23.721786 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8808ed2-388b-476f-af18-48d80fa1cc73 None None] Checking router: 20a7d0af-5908-48c5-9dcf-280b21b669ad for host: dv-cinder-733062-18-smb {{(pid=80116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 04 07:57:23.722688 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8808ed2-388b-476f-af18-48d80fa1cc73 None None] Updating router 20a7d0af-5908-48c5-9dcf-280b21b669ad port 43b632f2-e346-49fd-915a-cd303ad41489 binding host dv-cinder-733062-18-smb {{(pid=80116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 04 07:57:23.730555 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-d262b963-5f42-41f6-ac70-4c758b9cc929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:23.766142 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf636f72-f112-4eaf-a91b-08aa4302b84c None None] Network 3c6985d7-344a-4685-b74e-38826882e570 requested from dv-cinder-733062-18-smb {{(pid=80115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 04 07:57:23.867976 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-d8808ed2-388b-476f-af18-48d80fa1cc73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:23.877739 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-b8857657-a065-477f-b1fa-2120807ece66 req-e6908609-b401-4278-a9b5-5873efe32395 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] 10.222.0.99 "GET /v2.0/ports?tenant_id=e025b0caf149437a978dcb2e658b1da5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2273560 Feb 04 07:57:23.888884 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-01f71be0-35ba-4888-9fff-f81028f16ab5 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=ff8ecb6963924eedac6bad8ce2ec3741&name=default HTTP/1.1" status: 200 len: 2975 time: 2.5165908 Feb 04 07:57:23.913645 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 48160) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:57:24.163960 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62918b74-1f18-419b-8689-a85e95b0c02f admin admin] Network fc08f4da-7ea1-4669-9c0d-064e3549341c is already hosted by enough agents. {{(pid=80113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 04 07:57:24.167706 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.base_scheduler [None req-62918b74-1f18-419b-8689-a85e95b0c02f admin admin] Resources bound (agent type, host, resource id): {{(pid=80113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 04 07:57:24.191114 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62918b74-1f18-419b-8689-a85e95b0c02f admin admin] Received port after_create {{(pid=80113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 04 07:57:24.256456 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-87e2d30e-c6da-4b9c-8c8b-84616b348663 None None] Notify callbacks [] for port, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:24.270410 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-87e2d30e-c6da-4b9c-8c8b-84616b348663 None None] Transition to ACTIVE for port object eec40e10-6244-48c4-911c-2956bf920c52 will not be triggered until provisioned by entity L2. {{(pid=80115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 04 07:57:24.291316 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-87e2d30e-c6da-4b9c-8c8b-84616b348663 None None] Transition to ACTIVE for port object eec40e10-6244-48c4-911c-2956bf920c52 will not be triggered until provisioned by entity DHCP. {{(pid=80115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 04 07:57:24.296902 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-9d859267-c315-423f-a6b4-f713292f4c4c None None] Provisioning complete for port 80184125-8914-4cc8-b4c9-d32e5d6cfa5d triggered by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 07:57:24.297522 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9d859267-c315-423f-a6b4-f713292f4c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762158'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:24.315064 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f71be0-35ba-4888-9fff-f81028f16ab5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed779f1b-eaf5-47e9-9816-6d80b0af8097,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:57:24.383580 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-87e2d30e-c6da-4b9c-8c8b-84616b348663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727594645960'] for port, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:24.584231 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-01f71be0-35ba-4888-9fff-f81028f16ab5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.984s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:57:24.639217 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:57:24.717907 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.76', 54636) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:57:24.725162 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:24.762400 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e2d30e-c6da-4b9c-8c8b-84616b348663 None None] Pushing event updated for resources: {'Port': ['ID=eec40e10-6244-48c4-911c-2956bf920c52,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:57:24.787617 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-87e2d30e-c6da-4b9c-8c8b-84616b348663 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:57:24.860731 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1f38158b-a6c2-4843-aea5-89743ead5edf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:24.950533 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9d859267-c315-423f-a6b4-f713292f4c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:24.952223 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-d8808ed2-388b-476f-af18-48d80fa1cc73 None None] Notify callbacks [] for port, precommit_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:24.979072 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-85fac0c9-e82f-41ee-a61d-5b2e920e6613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:24.983583 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-d8808ed2-388b-476f-af18-48d80fa1cc73 None None] Transition to ACTIVE for port object 43b632f2-e346-49fd-915a-cd303ad41489 will not be triggered until provisioned by entity L2. {{(pid=80116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 04 07:57:24.987913 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-d8808ed2-388b-476f-af18-48d80fa1cc73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309259674757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309260170288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727594605546'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:25.018457 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ebcc0aec-28fd-4140-ade2-69394c60449d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:25.046531 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e2d30e-c6da-4b9c-8c8b-84616b348663 None None] Network 3c065512-3d6a-479a-b479-11e02ccc5658 is already hosted by enough agents. {{(pid=80115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 04 07:57:25.051770 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:25.054720 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.base_scheduler [None req-87e2d30e-c6da-4b9c-8c8b-84616b348663 None None] Resources bound (agent type, host, resource id): {{(pid=80115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 04 07:57:25.057131 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e2d30e-c6da-4b9c-8c8b-84616b348663 None None] Received port after_create {{(pid=80115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 04 07:57:25.073806 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] For port 80184125-8914-4cc8-b4c9-d32e5d6cfa5d, host dv-cinder-733062-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-18-smb',level=0,port_id=80184125-8914-4cc8-b4c9-d32e5d6cfa5d,segment=NetworkSegment(a34b7fa1-4a3e-4109-813a-758c7c69af69),segment_id=a34b7fa1-4a3e-4109-813a-758c7c69af69)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 07:57:25.152424 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-c70ab351-157c-4315-b0b6-7f2f59bcb46e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:57:25.180764 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309259674757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309260170288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727594605546'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:25.184443 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9b0fc4f4-2cc3-4b9d-8a95-ddce57e00baa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:25.243640 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feed21d4-6cff-46d7-873e-d7ab86ae8a38 None None] Pushing event updated for resources: {'Port': ['ID=43b632f2-e346-49fd-915a-cd303ad41489,revision_number=2']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:57:25.244388 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-db696041-d63e-4995-a5e6-7efc8c5bea3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:57:25.259561 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feed21d4-6cff-46d7-873e-d7ab86ae8a38 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:57:25.260303 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feed21d4-6cff-46d7-873e-d7ab86ae8a38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:57:25.261311 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feed21d4-6cff-46d7-873e-d7ab86ae8a38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:57:25.262035 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feed21d4-6cff-46d7-873e-d7ab86ae8a38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:57:25.262773 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feed21d4-6cff-46d7-873e-d7ab86ae8a38 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:57:25.263517 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feed21d4-6cff-46d7-873e-d7ab86ae8a38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:57:25.263993 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feed21d4-6cff-46d7-873e-d7ab86ae8a38 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:57:25.264475 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feed21d4-6cff-46d7-873e-d7ab86ae8a38 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:57:25.264943 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feed21d4-6cff-46d7-873e-d7ab86ae8a38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:57:25.265555 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feed21d4-6cff-46d7-873e-d7ab86ae8a38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:57:25.266024 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feed21d4-6cff-46d7-873e-d7ab86ae8a38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:57:25.266481 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feed21d4-6cff-46d7-873e-d7ab86ae8a38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:57:25.267049 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feed21d4-6cff-46d7-873e-d7ab86ae8a38 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:57:25.267498 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feed21d4-6cff-46d7-873e-d7ab86ae8a38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:57:25.267957 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feed21d4-6cff-46d7-873e-d7ab86ae8a38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:57:25.268413 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feed21d4-6cff-46d7-873e-d7ab86ae8a38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:57:25.268884 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feed21d4-6cff-46d7-873e-d7ab86ae8a38 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:57:25.269689 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feed21d4-6cff-46d7-873e-d7ab86ae8a38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:57:25.270158 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feed21d4-6cff-46d7-873e-d7ab86ae8a38 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:57:25.270616 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feed21d4-6cff-46d7-873e-d7ab86ae8a38 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:57:25.271367 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feed21d4-6cff-46d7-873e-d7ab86ae8a38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:57:25.271829 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feed21d4-6cff-46d7-873e-d7ab86ae8a38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:57:25.272290 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feed21d4-6cff-46d7-873e-d7ab86ae8a38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:57:25.272818 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feed21d4-6cff-46d7-873e-d7ab86ae8a38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:57:25.274246 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feed21d4-6cff-46d7-873e-d7ab86ae8a38 None None] Tracked resource versions report: Feb 04 07:57:25.274246 dv-cinder-733062-18-smb neutron-server[79999]: pushed versions: Feb 04 07:57:25.274246 dv-cinder-733062-18-smb neutron-server[79999]: { 'AddressGroup': {'1.1'}, Feb 04 07:57:25.274246 dv-cinder-733062-18-smb neutron-server[79999]: 'ConntrackHelper': {'1.0'}, Feb 04 07:57:25.274246 dv-cinder-733062-18-smb neutron-server[79999]: 'Log': {'1.0'}, Feb 04 07:57:25.274246 dv-cinder-733062-18-smb neutron-server[79999]: 'Network': {'1.1'}, Feb 04 07:57:25.274246 dv-cinder-733062-18-smb neutron-server[79999]: 'Port': {'1.7'}, Feb 04 07:57:25.274246 dv-cinder-733062-18-smb neutron-server[79999]: 'PortForwarding': {'1.2'}, Feb 04 07:57:25.274246 dv-cinder-733062-18-smb neutron-server[79999]: 'QosPolicy': {'1.8'}, Feb 04 07:57:25.274246 dv-cinder-733062-18-smb neutron-server[79999]: 'SecurityGroup': {'1.4'}, Feb 04 07:57:25.274246 dv-cinder-733062-18-smb neutron-server[79999]: 'SecurityGroupRule': {'1.2'}, Feb 04 07:57:25.274246 dv-cinder-733062-18-smb neutron-server[79999]: 'SubPort': {'1.0'}, Feb 04 07:57:25.274246 dv-cinder-733062-18-smb neutron-server[79999]: 'Subnet': {'1.1'}, Feb 04 07:57:25.274246 dv-cinder-733062-18-smb neutron-server[79999]: 'Trunk': {'1.1'}} Feb 04 07:57:25.274246 dv-cinder-733062-18-smb neutron-server[79999]: consumer versions: Feb 04 07:57:25.274246 dv-cinder-733062-18-smb neutron-server[79999]: { DHCP agent@dv-cinder-733062-18-smb: {}, Feb 04 07:57:25.274246 dv-cinder-733062-18-smb neutron-server[79999]: L3 agent@dv-cinder-733062-18-smb: {}, Feb 04 07:57:25.274246 dv-cinder-733062-18-smb neutron-server[79999]: Metadata agent@dv-cinder-733062-18-smb: {}, Feb 04 07:57:25.274246 dv-cinder-733062-18-smb neutron-server[79999]: Metering agent@dv-cinder-733062-18-smb: {}, Feb 04 07:57:25.274246 dv-cinder-733062-18-smb neutron-server[79999]: Open vSwitch agent@dv-cinder-733062-18-smb: { 'AddressGroup': '1.1', Feb 04 07:57:25.274246 dv-cinder-733062-18-smb neutron-server[79999]: 'ConntrackHelper': '1.0', Feb 04 07:57:25.274246 dv-cinder-733062-18-smb neutron-server[79999]: 'Log': '1.0', Feb 04 07:57:25.274246 dv-cinder-733062-18-smb neutron-server[79999]: 'Network': '1.1', Feb 04 07:57:25.274246 dv-cinder-733062-18-smb neutron-server[79999]: 'Port': '1.7', Feb 04 07:57:25.274246 dv-cinder-733062-18-smb neutron-server[79999]: 'PortForwarding': '1.2', Feb 04 07:57:25.274246 dv-cinder-733062-18-smb neutron-server[79999]: 'QosPolicy': '1.8', Feb 04 07:57:25.274246 dv-cinder-733062-18-smb neutron-server[79999]: 'SecurityGroup': '1.4', Feb 04 07:57:25.274246 dv-cinder-733062-18-smb neutron-server[79999]: 'SecurityGroupRule': '1.2', Feb 04 07:57:25.274246 dv-cinder-733062-18-smb neutron-server[79999]: 'SubPort': '1.0', Feb 04 07:57:25.274246 dv-cinder-733062-18-smb neutron-server[79999]: 'Subnet': '1.1', Feb 04 07:57:25.274246 dv-cinder-733062-18-smb neutron-server[79999]: 'Trunk': '1.1'}, Feb 04 07:57:25.274246 dv-cinder-733062-18-smb neutron-server[79999]: Open vSwitch agent@hv-cinder-73306: { 'AddressGroup': '1.1', Feb 04 07:57:25.274246 dv-cinder-733062-18-smb neutron-server[79999]: 'ConntrackHelper': '1.0', Feb 04 07:57:25.274246 dv-cinder-733062-18-smb neutron-server[79999]: 'Log': '1.0', Feb 04 07:57:25.274246 dv-cinder-733062-18-smb neutron-server[79999]: 'Network': '1.1', Feb 04 07:57:25.274246 dv-cinder-733062-18-smb neutron-server[79999]: 'Port': '1.7', Feb 04 07:57:25.274246 dv-cinder-733062-18-smb neutron-server[79999]: 'PortForwarding': '1.2', Feb 04 07:57:25.274246 dv-cinder-733062-18-smb neutron-server[79999]: 'QosPolicy': '1.8', Feb 04 07:57:25.274246 dv-cinder-733062-18-smb neutron-server[79999]: 'SecurityGroup': '1.4', Feb 04 07:57:25.274246 dv-cinder-733062-18-smb neutron-server[79999]: 'SecurityGroupRule': '1.2', Feb 04 07:57:25.274246 dv-cinder-733062-18-smb neutron-server[79999]: 'SubPort': '1.0', Feb 04 07:57:25.274246 dv-cinder-733062-18-smb neutron-server[79999]: 'Subnet': '1.1', Feb 04 07:57:25.274246 dv-cinder-733062-18-smb neutron-server[79999]: 'Trunk': '1.1'}} Feb 04 07:57:25.274246 dv-cinder-733062-18-smb neutron-server[79999]: {{(pid=80116) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 04 07:57:25.324957 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-d8808ed2-388b-476f-af18-48d80fa1cc73 None None] Attempting to bind port 43b632f2-e346-49fd-915a-cd303ad41489 on host dv-cinder-733062-18-smb for vnic_type normal with profile {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 07:57:25.325756 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-d8808ed2-388b-476f-af18-48d80fa1cc73 None None] Attempting to bind port 43b632f2-e346-49fd-915a-cd303ad41489 by drivers openvswitch on host dv-cinder-733062-18-smb at level 0 using segments [{'id': 'd8f5f7e6-2ec3-4646-9d93-a23676477155', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c'}] {{(pid=80116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 04 07:57:25.326329 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8808ed2-388b-476f-af18-48d80fa1cc73 None None] Attempting to bind port 43b632f2-e346-49fd-915a-cd303ad41489 on network fc08f4da-7ea1-4669-9c0d-064e3549341c {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 04 07:57:25.326479 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-87e2d30e-c6da-4b9c-8c8b-84616b348663 None None] Attempting to bind port eec40e10-6244-48c4-911c-2956bf920c52 on host dv-cinder-733062-18-smb for vnic_type normal with profile {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 07:57:25.326798 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-87e2d30e-c6da-4b9c-8c8b-84616b348663 None None] Attempting to bind port eec40e10-6244-48c4-911c-2956bf920c52 by drivers openvswitch on host dv-cinder-733062-18-smb at level 0 using segments [{'id': 'c1444196-01b8-49a6-91dc-480435b565ae', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '3c065512-3d6a-479a-b479-11e02ccc5658'}] {{(pid=80115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 04 07:57:25.327228 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e2d30e-c6da-4b9c-8c8b-84616b348663 None None] Attempting to bind port eec40e10-6244-48c4-911c-2956bf920c52 on network 3c065512-3d6a-479a-b479-11e02ccc5658 {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 04 07:57:25.333919 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8808ed2-388b-476f-af18-48d80fa1cc73 None None] Checking agent: {'id': 'b265e0d7-049f-4621-8b9a-cada9a3d4f64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-18-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 4, 7, 47, 55), 'started_at': datetime.datetime(2021, 2, 4, 7, 48, 25), 'heartbeat_timestamp': datetime.datetime(2021, 2, 4, 7, 57, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-18-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.87', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 07:57:25.335049 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8808ed2-388b-476f-af18-48d80fa1cc73 None None] Checking segment: {'id': 'd8f5f7e6-2ec3-4646-9d93-a23676477155', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 04 07:57:25.335652 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-d8808ed2-388b-476f-af18-48d80fa1cc73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:25.338330 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8808ed2-388b-476f-af18-48d80fa1cc73 None None] Bound using segment: {'id': 'd8f5f7e6-2ec3-4646-9d93-a23676477155', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c'} {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 07:57:25.339031 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-d8808ed2-388b-476f-af18-48d80fa1cc73 None None] Bound port: 43b632f2-e346-49fd-915a-cd303ad41489, host: dv-cinder-733062-18-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8f5f7e6-2ec3-4646-9d93-a23676477155', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c'}}] {{(pid=80116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 04 07:57:25.339584 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-d8808ed2-388b-476f-af18-48d80fa1cc73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:25.345969 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-62918b74-1f18-419b-8689-a85e95b0c02f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:25.400550 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f981304a-af2a-4d83-9e55-a185692b55fc req-314c2681-8237-4e54-b52c-681a31c8a847 tempest-DeleteServersTestJSON-1890780733 tempest-DeleteServersTestJSON-1890780733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:57:25.402226 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-f981304a-af2a-4d83-9e55-a185692b55fc req-314c2681-8237-4e54-b52c-681a31c8a847 tempest-DeleteServersTestJSON-1890780733 tempest-DeleteServersTestJSON-1890780733-project] 10.222.0.76 "GET /v2.0/networks?id=e9eb2bc8-045b-4383-b839-2afa1c573557 HTTP/1.1" status: 200 len: 811 time: 0.6397929 Feb 04 07:57:25.426997 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-efccc2e6-26a5-4bcb-922e-3370ba0d8192 req-4a35984c-4f54-42f3-be20-e4be3b7d0f7b tempest-DeleteServersTestJSON-1890780733 tempest-DeleteServersTestJSON-1890780733-project] 10.222.0.99 "GET /v2.0/ports?device_id=b5edadef-4344-46ea-84e4-752738d2ab28 HTTP/1.1" status: 200 len: 210 time: 0.6298854 Feb 04 07:57:25.435636 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-d8808ed2-388b-476f-af18-48d80fa1cc73 None None] For port 43b632f2-e346-49fd-915a-cd303ad41489, host dv-cinder-733062-18-smb, cleared binding levels {{(pid=80116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 04 07:57:25.439748 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-d8808ed2-388b-476f-af18-48d80fa1cc73 None None] For port 43b632f2-e346-49fd-915a-cd303ad41489, host dv-cinder-733062-18-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-18-smb',level=0,port_id=43b632f2-e346-49fd-915a-cd303ad41489,segment=NetworkSegment(d8f5f7e6-2ec3-4646-9d93-a23676477155),segment_id=d8f5f7e6-2ec3-4646-9d93-a23676477155)] {{(pid=80116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 04 07:57:25.443881 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-d8808ed2-388b-476f-af18-48d80fa1cc73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309259674757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309260170288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727594605546'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:25.457406 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1f38158b-a6c2-4843-aea5-89743ead5edf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:25.504196 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9b0fc4f4-2cc3-4b9d-8a95-ddce57e00baa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:25.508532 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-19d3b842-1860-471a-9268-0862a9b26fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:25.522501 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.v2.base [req-f981304a-af2a-4d83-9e55-a185692b55fc req-1c22bc83-3606-4f9d-806f-7e51926e1a69 tempest-DeleteServersTestJSON-1890780733 tempest-DeleteServersTestJSON-1890780733-project] Request body: {'port': {'device_id': 'b5edadef-4344-46ea-84e4-752738d2ab28', 'network_id': 'e9eb2bc8-045b-4383-b839-2afa1c573557', 'admin_state_up': True, 'tenant_id': 'f601d095897a4b3ea425ddea9e3c48a2'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 07:57:25.545114 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e2d30e-c6da-4b9c-8c8b-84616b348663 None None] Checking agent: {'id': 'b265e0d7-049f-4621-8b9a-cada9a3d4f64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-18-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 4, 7, 47, 55), 'started_at': datetime.datetime(2021, 2, 4, 7, 48, 25), 'heartbeat_timestamp': datetime.datetime(2021, 2, 4, 7, 57, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-18-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.87', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 07:57:25.545535 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e2d30e-c6da-4b9c-8c8b-84616b348663 None None] Checking segment: {'id': 'c1444196-01b8-49a6-91dc-480435b565ae', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '3c065512-3d6a-479a-b479-11e02ccc5658'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 04 07:57:25.545986 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-87e2d30e-c6da-4b9c-8c8b-84616b348663 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:25.546498 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e2d30e-c6da-4b9c-8c8b-84616b348663 None None] Bound using segment: {'id': 'c1444196-01b8-49a6-91dc-480435b565ae', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '3c065512-3d6a-479a-b479-11e02ccc5658'} {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 07:57:25.546919 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-87e2d30e-c6da-4b9c-8c8b-84616b348663 None None] Bound port: eec40e10-6244-48c4-911c-2956bf920c52, host: dv-cinder-733062-18-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1444196-01b8-49a6-91dc-480435b565ae', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '3c065512-3d6a-479a-b479-11e02ccc5658'}}] {{(pid=80115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 04 07:57:25.547369 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-87e2d30e-c6da-4b9c-8c8b-84616b348663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:25.558964 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Pushing event updated for resources: {'Port': ['ID=80184125-8914-4cc8-b4c9-d32e5d6cfa5d,revision_number=3']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:57:25.575593 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:57:25.586841 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.db.api [None req-9d859267-c315-423f-a6b4-f713292f4c4c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80115) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 04 07:57:25.587566 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_db.api [None req-9d859267-c315-423f-a6b4-f713292f4c4c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 04 07:57:25.617714 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-feed21d4-6cff-46d7-873e-d7ab86ae8a38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:57:25.618386 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-c70ab351-157c-4315-b0b6-7f2f59bcb46e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:57:25.689648 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-b8857657-a065-477f-b1fa-2120807ece66 req-0362655e-2dc1-4961-9016-b0ddbe4a38f3 service neutron] 10.222.0.99 "GET /v2.0/networks/d6cc8c6f-e231-4895-957c-7832ba254527?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8093944 Feb 04 07:57:25.705788 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feed21d4-6cff-46d7-873e-d7ab86ae8a38 None None] Pushing event updated for resources: {'Port': ['ID=43b632f2-e346-49fd-915a-cd303ad41489,revision_number=3']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:57:25.721224 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-feed21d4-6cff-46d7-873e-d7ab86ae8a38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:57:25.722007 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8808ed2-388b-476f-af18-48d80fa1cc73 None None] Routers {'20a7d0af-5908-48c5-9dcf-280b21b669ad'} bound to L3 agent in host dv-cinder-733062-18-smb {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 04 07:57:25.722941 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-d8808ed2-388b-476f-af18-48d80fa1cc73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-04T07:47:53Z,description=,heartbeat_timestamp=2021-02-04T07:57:23Z,host='dv-cinder-733062-18-smb',id=9b1007a2-cea1-4e19-8fd5-ed5c2617e796,load=0,resource_versions=,resources_synced=,started_at=2021-02-04T07:47:53Z,topic='l3_agent')) {'router_ids': ['20a7d0af-5908-48c5-9dcf-280b21b669ad'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 07:57:25.752380 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1f38158b-a6c2-4843-aea5-89743ead5edf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:25.754774 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-87e2d30e-c6da-4b9c-8c8b-84616b348663 None None] For port eec40e10-6244-48c4-911c-2956bf920c52, host dv-cinder-733062-18-smb, cleared binding levels {{(pid=80115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 04 07:57:25.758516 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-87e2d30e-c6da-4b9c-8c8b-84616b348663 None None] For port eec40e10-6244-48c4-911c-2956bf920c52, host dv-cinder-733062-18-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-18-smb',level=0,port_id=eec40e10-6244-48c4-911c-2956bf920c52,segment=NetworkSegment(c1444196-01b8-49a6-91dc-480435b565ae),segment_id=c1444196-01b8-49a6-91dc-480435b565ae)] {{(pid=80115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 04 07:57:25.763541 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-87e2d30e-c6da-4b9c-8c8b-84616b348663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309259674757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309260170288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727594605546'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:25.818061 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:57:25.866713 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ebcc0aec-28fd-4140-ade2-69394c60449d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:25.899224 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f38158b-a6c2-4843-aea5-89743ead5edf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d641fd13-a1ae-4823-b886-9021bf3682c5,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:57:25.908794 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-1f38158b-a6c2-4843-aea5-89743ead5edf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:57:26.005643 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:57:26.018763 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1f38158b-a6c2-4843-aea5-89743ead5edf admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:26.020032 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-1f38158b-a6c2-4843-aea5-89743ead5edf admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/d641fd13-a1ae-4823-b886-9021bf3682c5 HTTP/1.1" status: 204 len: 168 time: 2.9139326 Feb 04 07:57:26.097664 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-39e2f2d1-ce86-40fd-a05a-529d2b92f438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:26.190382 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-b8857657-a065-477f-b1fa-2120807ece66 req-fc3e112f-b3bd-401c-ad7c-38ad17b60f57 service neutron] 10.222.0.99 "GET /v2.0/networks/d6cc8c6f-e231-4895-957c-7832ba254527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4361949 Feb 04 07:57:26.363711 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e2d30e-c6da-4b9c-8c8b-84616b348663 None None] Pushing event updated for resources: {'Port': ['ID=eec40e10-6244-48c4-911c-2956bf920c52,revision_number=2']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:57:26.399577 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-87e2d30e-c6da-4b9c-8c8b-84616b348663 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:57:26.611193 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [req-f981304a-af2a-4d83-9e55-a185692b55fc req-1c22bc83-3606-4f9d-806f-7e51926e1a69 tempest-DeleteServersTestJSON-1890780733 tempest-DeleteServersTestJSON-1890780733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 07:57:26.633768 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [req-f981304a-af2a-4d83-9e55-a185692b55fc req-1c22bc83-3606-4f9d-806f-7e51926e1a69 tempest-DeleteServersTestJSON-1890780733 tempest-DeleteServersTestJSON-1890780733-project] Usage tracker for resource:port and tenant:f601d095897a4b3ea425ddea9e3c48a2 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 07:57:26.645163 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [req-f981304a-af2a-4d83-9e55-a185692b55fc req-1c22bc83-3606-4f9d-806f-7e51926e1a69 tempest-DeleteServersTestJSON-1890780733 tempest-DeleteServersTestJSON-1890780733-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 07:57:26.658251 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvr_db [None req-d8808ed2-388b-476f-af18-48d80fa1cc73 None None] Set router 20a7d0af-5908-48c5-9dcf-280b21b669ad gateway port host: dv-cinder-733062-18-smb {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 04 07:57:26.678405 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-8472c750-495e-4cca-8df8-2aa7b8afa2d5 None None] Provisioning complete for port 80184125-8914-4cc8-b4c9-d32e5d6cfa5d triggered by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 07:57:26.682893 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-8472c750-495e-4cca-8df8-2aa7b8afa2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762158'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:26.687999 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [req-f981304a-af2a-4d83-9e55-a185692b55fc req-1c22bc83-3606-4f9d-806f-7e51926e1a69 tempest-DeleteServersTestJSON-1890780733 tempest-DeleteServersTestJSON-1890780733-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 07:57:26.740346 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f981304a-af2a-4d83-9e55-a185692b55fc req-1c22bc83-3606-4f9d-806f-7e51926e1a69 tempest-DeleteServersTestJSON-1890780733 tempest-DeleteServersTestJSON-1890780733-project] Made reservation on behalf of f601d095897a4b3ea425ddea9e3c48a2 for: {'port': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 04 07:57:26.821864 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-f981304a-af2a-4d83-9e55-a185692b55fc req-1c22bc83-3606-4f9d-806f-7e51926e1a69 tempest-DeleteServersTestJSON-1890780733 tempest-DeleteServersTestJSON-1890780733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:26.858960 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-62918b74-1f18-419b-8689-a85e95b0c02f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853123436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1639343'] for router, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:27.381450 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-914e067c-9f8a-4fc8-8a3b-37666353a284 req-b25d65ed-4964-4d6a-bac2-681c178c3f22 tempest-DeleteServersTestJSON-1890780733 tempest-DeleteServersTestJSON-1890780733-project] 10.222.0.99 "GET /v2.0/ports?device_id=b5edadef-4344-46ea-84e4-752738d2ab28 HTTP/1.1" status: 200 len: 210 time: 0.3313131 Feb 04 07:57:27.407823 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-65791035-5f50-4aff-a398-3730b561d350 req-99a76ff7-ee1c-46b4-b3b0-53673cab8a6b tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] 10.222.0.99 "GET /v2.0/ports?device_id=fa932e77-18a6-4538-9029-8ceee8f10b61 HTTP/1.1" status: 200 len: 210 time: 0.6870100 Feb 04 07:57:27.705116 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ebcc0aec-28fd-4140-ade2-69394c60449d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:27.721065 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Device eec40e10-6244-48c4-911c-2956bf920c52 up at agent ovs-agent-dv-cinder-733062-18-smb {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 07:57:27.767045 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:57:27.831840 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcc0aec-28fd-4140-ade2-69394c60449d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed779f1b-eaf5-47e9-9816-6d80b0af8097,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:57:27.838621 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-ebcc0aec-28fd-4140-ade2-69394c60449d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:57:27.950015 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ebcc0aec-28fd-4140-ade2-69394c60449d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:27.958598 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-ebcc0aec-28fd-4140-ade2-69394c60449d admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/ed779f1b-eaf5-47e9-9816-6d80b0af8097 HTTP/1.1" status: 204 len: 168 time: 4.0224056 Feb 04 07:57:28.053475 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Provisioning for port eec40e10-6244-48c4-911c-2956bf920c52 completed by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 04 07:57:28.074370 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Device 80184125-8914-4cc8-b4c9-d32e5d6cfa5d up at agent ovs-agent-dv-cinder-733062-18-smb {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 07:57:28.075992 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-d8808ed2-388b-476f-af18-48d80fa1cc73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20a7d0af-5908-48c5-9dcf-280b21b669ad', 'name': 'tempest-AttachVolumeTestJSON-131749411-router', 'tenant_id': 'a6dac7e06d2347bf8335c11feb384ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'external_fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.180'}], 'enable_snat': True}, 'gw_port_id': '43b632f2-e346-49fd-915a-cd303ad41489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T07:57:15Z', 'updated_at': '2021-02-04T07:57:19Z', 'revision_number': 3, 'project_id': 'a6dac7e06d2347bf8335c11feb384ef9', 'gw_port': {'id': '43b632f2-e346-49fd-915a-cd303ad41489', 'name': '', 'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:d5:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20a7d0af-5908-48c5-9dcf-280b21b669ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T07:57:17Z', 'updated_at': '2021-02-04T07:57:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-18-smb'}], 'dv-cinder-733062-18-smb', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 07:57:28.088117 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8808ed2-388b-476f-af18-48d80fa1cc73 None None] The sync data for ids ['20a7d0af-5908-48c5-9dcf-280b21b669ad'] in dv-cinder-733062-18-smb is: [{'id': '20a7d0af-5908-48c5-9dcf-280b21b669ad', 'name': 'tempest-AttachVolumeTestJSON-131749411-router', 'tenant_id': 'a6dac7e06d2347bf8335c11feb384ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'external_fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.180'}], 'enable_snat': True}, 'gw_port_id': '43b632f2-e346-49fd-915a-cd303ad41489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T07:57:15Z', 'updated_at': '2021-02-04T07:57:19Z', 'revision_number': 3, 'project_id': 'a6dac7e06d2347bf8335c11feb384ef9', 'gw_port': {'id': '43b632f2-e346-49fd-915a-cd303ad41489', 'name': '', 'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:d5:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20a7d0af-5908-48c5-9dcf-280b21b669ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T07:57:17Z', 'updated_at': '2021-02-04T07:57:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-18-smb'}] {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 04 07:57:28.193421 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62918b74-1f18-419b-8689-a85e95b0c02f admin admin] Router e82e6950-e47b-4b6f-8804-e29ee5c63d5b is scheduled to L3 agent 9b1007a2-cea1-4e19-8fd5-ed5c2617e796 with binding_index 1 {{(pid=80113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 04 07:57:28.373103 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Provisioning complete for port 80184125-8914-4cc8-b4c9-d32e5d6cfa5d triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 07:57:28.373526 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762158'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:28.799644 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.db_base_plugin_common [None req-9b0fc4f4-2cc3-4b9d-8a95-ddce57e00baa admin admin] Allocated IP 172.28.3.136 (fc08f4da-7ea1-4669-9c0d-064e3549341c/afd83efb-5d3e-41fa-8710-d4145e2840f2/ad9c284a-237a-4dd6-8b05-561fb31a74e2) {{(pid=80114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 04 07:57:28.964290 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-628280b8-988f-493f-aec4-e702796c397f None None] Network 3c065512-3d6a-479a-b479-11e02ccc5658 requested from dv-cinder-733062-18-smb {{(pid=80115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 04 07:57:29.083081 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.99', 48290) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:57:29.315848 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-e88f581a-b184-4504-bf86-844110121f17 req-1f88b3e3-0884-4684-a70c-2c463948ee67 tempest-DeleteServersTestJSON-1890780733 tempest-DeleteServersTestJSON-1890780733-project] 10.222.0.99 "GET /v2.0/ports?device_id=b5edadef-4344-46ea-84e4-752738d2ab28 HTTP/1.1" status: 200 len: 210 time: 0.4650333 Feb 04 07:57:29.331194 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-4a93003f-a606-4a01-b9b9-487980d79f4c req-77ddf0a5-9198-4de3-af20-0ee47a1cc4d2 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] 10.222.0.99 "GET /v2.0/ports?device_id=fa932e77-18a6-4538-9029-8ceee8f10b61 HTTP/1.1" status: 200 len: 210 time: 0.2370396 Feb 04 07:57:29.492267 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-e417e9cf-bf9f-4c09-9005-f4213fde687a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:29.573639 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Device 43b632f2-e346-49fd-915a-cd303ad41489 up at agent ovs-agent-dv-cinder-733062-18-smb {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 07:57:29.664794 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-e417e9cf-bf9f-4c09-9005-f4213fde687a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 07:57:29.753403 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-e417e9cf-bf9f-4c09-9005-f4213fde687a admin admin] Usage tracker for resource:security_group_rule and tenant:a157e827d8c046e4bd553d1af8f1c951 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 07:57:29.757595 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-e417e9cf-bf9f-4c09-9005-f4213fde687a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 07:57:29.765873 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-e417e9cf-bf9f-4c09-9005-f4213fde687a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 07:57:29.964368 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.db_base_plugin_common [None req-39e2f2d1-ce86-40fd-a05a-529d2b92f438 admin admin] Allocated IP 172.20.0.1 (da9fddda-3ab3-487d-967d-7aa78c7fc3dd/4537a32b-846b-4c36-83cb-e761caa59ada/9d6d3c1f-dcd6-4f2c-bc9f-271ece3b86ff) {{(pid=80113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 04 07:57:29.979662 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62918b74-1f18-419b-8689-a85e95b0c02f admin admin] Notify agent at l3_agent.dv-cinder-733062-18-smb the message routers_updated {{(pid=80113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 04 07:57:29.985268 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.db_base_plugin_common [req-f981304a-af2a-4d83-9e55-a185692b55fc req-1c22bc83-3606-4f9d-806f-7e51926e1a69 tempest-DeleteServersTestJSON-1890780733 tempest-DeleteServersTestJSON-1890780733-project] Allocated IP 172.20.0.12 (e9eb2bc8-045b-4383-b839-2afa1c573557/20cb5e5f-c6f4-42c4-b451-0413df21402c/9cace56c-fe68-4e8f-9b61-7f7f0d35033c) {{(pid=80114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 04 07:57:30.009205 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3882e63-1c68-443a-9523-1f07b1ff1719 None None] Sync routers for ids ['e82e6950-e47b-4b6f-8804-e29ee5c63d5b'] in dv-cinder-733062-18-smb {{(pid=80115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 04 07:57:30.015827 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-62918b74-1f18-419b-8689-a85e95b0c02f admin admin] Notify callbacks [] for router, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:30.017523 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-62918b74-1f18-419b-8689-a85e95b0c02f admin admin] 10.222.0.99 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 10.0989237 Feb 04 07:57:30.032537 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 48302) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:57:30.066125 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-26fd4e2b-d467-425e-b6e7-d950694a554c None None] Provisioning for port eec40e10-6244-48c4-911c-2956bf920c52 completed by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 04 07:57:30.079590 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3882e63-1c68-443a-9523-1f07b1ff1719 None None] Routers {'e82e6950-e47b-4b6f-8804-e29ee5c63d5b'} bound to L3 agent in host dv-cinder-733062-18-smb {{(pid=80115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 04 07:57:30.080786 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-b3882e63-1c68-443a-9523-1f07b1ff1719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-04T07:47:53Z,description=,heartbeat_timestamp=2021-02-04T07:57:23Z,host='dv-cinder-733062-18-smb',id=9b1007a2-cea1-4e19-8fd5-ed5c2617e796,load=0,resource_versions=,resources_synced=,started_at=2021-02-04T07:47:53Z,topic='l3_agent')) {'router_ids': ['e82e6950-e47b-4b6f-8804-e29ee5c63d5b'], 'active': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 07:57:30.176392 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9b0fc4f4-2cc3-4b9d-8a95-ddce57e00baa admin admin] Notify callbacks [] for port, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:30.467086 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.76', 54648) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:57:30.467473 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 48314) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:57:30.593362 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvr_db [None req-b3882e63-1c68-443a-9523-1f07b1ff1719 None None] Set router e82e6950-e47b-4b6f-8804-e29ee5c63d5b gateway port host: dv-cinder-733062-18-smb {{(pid=80115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 04 07:57:30.890110 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-849e08ac-f5f6-42a9-8176-0c791ee7046c req-ac9db6f9-131a-4c4f-b19f-e75d1878054a tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] 10.222.0.99 "GET /v2.0/ports?device_id=fa932e77-18a6-4538-9029-8ceee8f10b61 HTTP/1.1" status: 200 len: 210 time: 0.2078905 Feb 04 07:57:30.893407 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-f33ae29c-e80a-48f2-a0e3-810ae96786b5 req-4ee16eeb-c619-40ee-b0be-f18afe6ea61b tempest-DeleteServersTestJSON-1890780733 tempest-DeleteServersTestJSON-1890780733-project] 10.222.0.99 "GET /v2.0/ports?device_id=b5edadef-4344-46ea-84e4-752738d2ab28 HTTP/1.1" status: 200 len: 210 time: 0.2256114 Feb 04 07:57:30.937479 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-e417e9cf-bf9f-4c09-9005-f4213fde687a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:30.953956 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-e417e9cf-bf9f-4c09-9005-f4213fde687a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:31.013368 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:57:31.036759 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-e417e9cf-bf9f-4c09-9005-f4213fde687a admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=a157e827d8c046e4bd553d1af8f1c951&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9486840 Feb 04 07:57:31.038557 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9b0fc4f4-2cc3-4b9d-8a95-ddce57e00baa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727594645960'] for port, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:31.047055 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.99', 48328) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:57:31.337150 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b0fc4f4-2cc3-4b9d-8a95-ddce57e00baa admin admin] Network fc08f4da-7ea1-4669-9c0d-064e3549341c is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 04 07:57:31.346137 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-26fd4e2b-d467-425e-b6e7-d950694a554c None None] Provisioning complete for port eec40e10-6244-48c4-911c-2956bf920c52 triggered by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 07:57:31.346563 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-26fd4e2b-d467-425e-b6e7-d950694a554c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762158'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:31.348585 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.base_scheduler [None req-9b0fc4f4-2cc3-4b9d-8a95-ddce57e00baa admin admin] Resources bound (agent type, host, resource id): {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 04 07:57:31.351766 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0fc4f4-2cc3-4b9d-8a95-ddce57e00baa admin admin] Received port after_create {{(pid=80114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 04 07:57:31.389834 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8857657-a065-477f-b1fa-2120807ece66 req-f3f5d1db-8239-4bf9-b81d-e21aa23c90e4 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:57:31.391535 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-b8857657-a065-477f-b1fa-2120807ece66 req-f3f5d1db-8239-4bf9-b81d-e21aa23c90e4 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] 10.222.0.76 "GET /v2.0/networks?id=d6cc8c6f-e231-4895-957c-7832ba254527 HTTP/1.1" status: 200 len: 815 time: 0.8753161 Feb 04 07:57:31.491087 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-c053053e-25a3-4400-a303-a54ebee3241d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:31.591586 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-39e2f2d1-ce86-40fd-a05a-529d2b92f438 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:31.614227 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-c053053e-25a3-4400-a303-a54ebee3241d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 07:57:31.659760 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-c053053e-25a3-4400-a303-a54ebee3241d admin admin] Usage tracker for resource:security_group_rule and tenant:ce4257863d5a49f8b86183f634ab9a1a is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 07:57:31.737896 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e417e9cf-bf9f-4c09-9005-f4213fde687a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=172f0c27-a112-4b9c-a734-02839c2309a5,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:57:31.797879 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-26fd4e2b-d467-425e-b6e7-d950694a554c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:31.865453 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-26fd4e2b-d467-425e-b6e7-d950694a554c None None] For port eec40e10-6244-48c4-911c-2956bf920c52, host dv-cinder-733062-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-18-smb',level=0,port_id=eec40e10-6244-48c4-911c-2956bf920c52,segment=NetworkSegment(c1444196-01b8-49a6-91dc-480435b565ae),segment_id=c1444196-01b8-49a6-91dc-480435b565ae)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 07:57:31.879200 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-f981304a-af2a-4d83-9e55-a185692b55fc req-1c22bc83-3606-4f9d-806f-7e51926e1a69 tempest-DeleteServersTestJSON-1890780733 tempest-DeleteServersTestJSON-1890780733-project] Notify callbacks [] for port, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:31.880369 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-26fd4e2b-d467-425e-b6e7-d950694a554c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309259674757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309260170288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727594605546'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:31.888114 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-b3882e63-1c68-443a-9523-1f07b1ff1719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e82e6950-e47b-4b6f-8804-e29ee5c63d5b', 'name': 'tempest-AttachVolumeShelveTestJSON-35567972-router', 'tenant_id': '672bfb04a4f44fa3ae40a386ff3ebb9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'external_fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.111'}], 'enable_snat': True}, 'gw_port_id': 'b89ec45b-8d09-4de9-896d-76dcee756ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T07:57:20Z', 'updated_at': '2021-02-04T07:57:24Z', 'revision_number': 3, 'project_id': '672bfb04a4f44fa3ae40a386ff3ebb9b', 'gw_port': {'id': 'b89ec45b-8d09-4de9-896d-76dcee756ac5', 'name': '', 'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c6:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e82e6950-e47b-4b6f-8804-e29ee5c63d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T07:57:22Z', 'updated_at': '2021-02-04T07:57:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-18-smb'}], 'dv-cinder-733062-18-smb', False) {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 07:57:31.896030 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3882e63-1c68-443a-9523-1f07b1ff1719 None None] Checking router: e82e6950-e47b-4b6f-8804-e29ee5c63d5b for host: dv-cinder-733062-18-smb {{(pid=80115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 04 07:57:31.896472 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3882e63-1c68-443a-9523-1f07b1ff1719 None None] Updating router e82e6950-e47b-4b6f-8804-e29ee5c63d5b port b89ec45b-8d09-4de9-896d-76dcee756ac5 binding host dv-cinder-733062-18-smb {{(pid=80115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 04 07:57:31.941577 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-8d1505ab-d254-4ae6-898e-67fbe1311e0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:57:31.960275 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-e417e9cf-bf9f-4c09-9005-f4213fde687a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.947s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:57:31.962943 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.682s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:57:32.010906 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-f981304a-af2a-4d83-9e55-a185692b55fc req-1c22bc83-3606-4f9d-806f-7e51926e1a69 tempest-DeleteServersTestJSON-1890780733 tempest-DeleteServersTestJSON-1890780733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727594645960'] for port, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:32.153813 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Provisioning for port 43b632f2-e346-49fd-915a-cd303ad41489 completed by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 04 07:57:32.192068 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fd4e2b-d467-425e-b6e7-d950694a554c None None] Pushing event updated for resources: {'Port': ['ID=eec40e10-6244-48c4-911c-2956bf920c52,revision_number=3']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:57:32.196492 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-26fd4e2b-d467-425e-b6e7-d950694a554c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:57:32.197622 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Provisioning complete for port 43b632f2-e346-49fd-915a-cd303ad41489 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 07:57:32.198176 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762158'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:32.231864 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-c053053e-25a3-4400-a303-a54ebee3241d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 07:57:32.671858 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:32.691820 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.v2.base [req-b8857657-a065-477f-b1fa-2120807ece66 req-78c2b5a1-5252-493f-ab24-1d76c70ca105 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Request body: {'port': {'device_id': 'fa932e77-18a6-4538-9029-8ceee8f10b61', 'network_id': 'd6cc8c6f-e231-4895-957c-7832ba254527', 'admin_state_up': True, 'tenant_id': 'e025b0caf149437a978dcb2e658b1da5'}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 07:57:32.713916 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] For port 43b632f2-e346-49fd-915a-cd303ad41489, host dv-cinder-733062-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-18-smb',level=0,port_id=43b632f2-e346-49fd-915a-cd303ad41489,segment=NetworkSegment(d8f5f7e6-2ec3-4646-9d93-a23676477155),segment_id=d8f5f7e6-2ec3-4646-9d93-a23676477155)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 07:57:32.718810 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-0b688fa7-c13e-4b0e-bf37-5e4aecae0a85 None None] Provisioning complete for port eec40e10-6244-48c4-911c-2956bf920c52 triggered by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 07:57:32.719256 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-0b688fa7-c13e-4b0e-bf37-5e4aecae0a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762158'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:32.762700 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9b0fc4f4-2cc3-4b9d-8a95-ddce57e00baa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:32.766267 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309259674757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309260170288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727594605546'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:32.827544 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b3882e63-1c68-443a-9523-1f07b1ff1719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:33.058880 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [req-b8857657-a065-477f-b1fa-2120807ece66 req-78c2b5a1-5252-493f-ab24-1d76c70ca105 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 07:57:33.072997 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [req-b8857657-a065-477f-b1fa-2120807ece66 req-78c2b5a1-5252-493f-ab24-1d76c70ca105 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Usage tracker for resource:port and tenant:e025b0caf149437a978dcb2e658b1da5 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 07:57:33.078687 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [req-b8857657-a065-477f-b1fa-2120807ece66 req-78c2b5a1-5252-493f-ab24-1d76c70ca105 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 07:57:33.099354 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [req-b8857657-a065-477f-b1fa-2120807ece66 req-78c2b5a1-5252-493f-ab24-1d76c70ca105 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 07:57:33.110797 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-39e2f2d1-ce86-40fd-a05a-529d2b92f438 admin admin] Transition to ACTIVE for port object 9d6d3c1f-dcd6-4f2c-bc9f-271ece3b86ff will not be triggered until provisioned by entity DHCP. {{(pid=80113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 04 07:57:33.165188 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-c053053e-25a3-4400-a303-a54ebee3241d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 07:57:33.174471 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:57:33.421101 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Device eec40e10-6244-48c4-911c-2956bf920c52 up at agent ovs-agent-dv-cinder-733062-18-smb {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 07:57:33.484301 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8857657-a065-477f-b1fa-2120807ece66 req-78c2b5a1-5252-493f-ab24-1d76c70ca105 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Made reservation on behalf of e025b0caf149437a978dcb2e658b1da5 for: {'port': 1} {{(pid=80113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 04 07:57:33.504893 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Pushing event updated for resources: {'Port': ['ID=43b632f2-e346-49fd-915a-cd303ad41489,revision_number=4']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:57:33.515709 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:57:33.536128 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-b8857657-a065-477f-b1fa-2120807ece66 req-78c2b5a1-5252-493f-ab24-1d76c70ca105 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:33.644060 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0fc4f4-2cc3-4b9d-8a95-ddce57e00baa admin admin] Pushing event updated for resources: {'Port': ['ID=ad9c284a-237a-4dd6-8b05-561fb31a74e2,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:57:33.647042 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6726017d-c830-49e4-baa4-31195e0066ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:33.762921 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Provisioning complete for port eec40e10-6244-48c4-911c-2956bf920c52 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 07:57:33.763531 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762158'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:33.902313 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-d3e5721b-2024-45ee-941c-340a5915ac9f None None] Provisioning complete for port eec40e10-6244-48c4-911c-2956bf920c52 triggered by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 07:57:33.902745 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-d3e5721b-2024-45ee-941c-340a5915ac9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762158'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:33.951967 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-9b0fc4f4-2cc3-4b9d-8a95-ddce57e00baa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.989s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:57:33.976530 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.db.resource_extend [None req-b3882e63-1c68-443a-9523-1f07b1ff1719 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 04 07:57:34.001050 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-57b39d10-6eba-4091-81f5-b320b0fcd322 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.241s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:57:34.061902 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.db_base_plugin_common [req-b8857657-a065-477f-b1fa-2120807ece66 req-78c2b5a1-5252-493f-ab24-1d76c70ca105 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Allocated IP 172.20.0.12 (d6cc8c6f-e231-4895-957c-7832ba254527/daa9ab9c-d070-4c63-9925-724b7f6976a7/e0dc0856-cac5-4300-b862-d733ede605eb) {{(pid=80113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 04 07:57:34.089241 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.99', 48372) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:57:34.118475 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b3882e63-1c68-443a-9523-1f07b1ff1719 None None] Notify callbacks [] for port, precommit_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:34.148423 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-b3882e63-1c68-443a-9523-1f07b1ff1719 None None] Transition to ACTIVE for port object b89ec45b-8d09-4de9-896d-76dcee756ac5 will not be triggered until provisioned by entity L2. {{(pid=80115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 04 07:57:34.156981 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b3882e63-1c68-443a-9523-1f07b1ff1719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309259674757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309260170288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727594605546'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:34.211272 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:57:34.227649 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c22bc83-3606-4f9d-806f-7e51926e1a69 tempest-DeleteServersTestJSON-1890780733 tempest-DeleteServersTestJSON-1890780733-project] Pushing event updated for resources: {'Port': ['ID=9cace56c-fe68-4e8f-9b61-7f7f0d35033c,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:57:34.245416 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9b0fc4f4-2cc3-4b9d-8a95-ddce57e00baa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853123436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1639343'] for router, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:34.259152 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-1c22bc83-3606-4f9d-806f-7e51926e1a69 tempest-DeleteServersTestJSON-1890780733 tempest-DeleteServersTestJSON-1890780733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:57:34.324009 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7262d1cc-946f-4205-9fec-1bb6a55c802e None None] Pushing event updated for resources: {'Port': ['ID=b89ec45b-8d09-4de9-896d-76dcee756ac5,revision_number=2']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:57:34.381490 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-b8857657-a065-477f-b1fa-2120807ece66 req-78c2b5a1-5252-493f-ab24-1d76c70ca105 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Notify callbacks [] for port, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:34.388902 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-7262d1cc-946f-4205-9fec-1bb6a55c802e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:57:34.432020 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-39e2f2d1-ce86-40fd-a05a-529d2b92f438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727594645960'] for port, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:34.439484 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-b8857657-a065-477f-b1fa-2120807ece66 req-78c2b5a1-5252-493f-ab24-1d76c70ca105 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727594645960'] for port, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:34.484248 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-4eeec382-1e6c-4352-89e0-15f101bee06d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:34.489504 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f981304a-af2a-4d83-9e55-a185692b55fc req-1c22bc83-3606-4f9d-806f-7e51926e1a69 tempest-DeleteServersTestJSON-1890780733 tempest-DeleteServersTestJSON-1890780733-project] Network e9eb2bc8-045b-4383-b839-2afa1c573557 is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 04 07:57:34.510443 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.base_scheduler [req-f981304a-af2a-4d83-9e55-a185692b55fc req-1c22bc83-3606-4f9d-806f-7e51926e1a69 tempest-DeleteServersTestJSON-1890780733 tempest-DeleteServersTestJSON-1890780733-project] Resources bound (agent type, host, resource id): {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 04 07:57:34.524843 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-282d1f81-16e1-4a9c-923c-6693756b214b req-d50a1f3b-f6a5-4a84-9120-2c6589d3e2e0 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] 10.222.0.99 "GET /v2.0/ports?device_id=fa932e77-18a6-4538-9029-8ceee8f10b61 HTTP/1.1" status: 200 len: 210 time: 1.8860569 Feb 04 07:57:34.541225 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [req-f981304a-af2a-4d83-9e55-a185692b55fc req-1c22bc83-3606-4f9d-806f-7e51926e1a69 tempest-DeleteServersTestJSON-1890780733 tempest-DeleteServersTestJSON-1890780733-project] Received port after_create {{(pid=80114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 04 07:57:34.542092 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:57:34.601212 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-b3882e63-1c68-443a-9523-1f07b1ff1719 None None] Attempting to bind port b89ec45b-8d09-4de9-896d-76dcee756ac5 on host dv-cinder-733062-18-smb for vnic_type normal with profile {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 07:57:34.601823 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-b3882e63-1c68-443a-9523-1f07b1ff1719 None None] Attempting to bind port b89ec45b-8d09-4de9-896d-76dcee756ac5 by drivers openvswitch on host dv-cinder-733062-18-smb at level 0 using segments [{'id': 'd8f5f7e6-2ec3-4646-9d93-a23676477155', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c'}] {{(pid=80115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 04 07:57:34.602327 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3882e63-1c68-443a-9523-1f07b1ff1719 None None] Attempting to bind port b89ec45b-8d09-4de9-896d-76dcee756ac5 on network fc08f4da-7ea1-4669-9c0d-064e3549341c {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 04 07:57:34.609508 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3882e63-1c68-443a-9523-1f07b1ff1719 None None] Checking agent: {'id': 'b265e0d7-049f-4621-8b9a-cada9a3d4f64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-18-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 4, 7, 47, 55), 'started_at': datetime.datetime(2021, 2, 4, 7, 48, 25), 'heartbeat_timestamp': datetime.datetime(2021, 2, 4, 7, 57, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-18-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.87', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 07:57:34.610107 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3882e63-1c68-443a-9523-1f07b1ff1719 None None] Checking segment: {'id': 'd8f5f7e6-2ec3-4646-9d93-a23676477155', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 04 07:57:34.610673 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b3882e63-1c68-443a-9523-1f07b1ff1719 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:34.611258 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3882e63-1c68-443a-9523-1f07b1ff1719 None None] Bound using segment: {'id': 'd8f5f7e6-2ec3-4646-9d93-a23676477155', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c'} {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 07:57:34.611900 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-b3882e63-1c68-443a-9523-1f07b1ff1719 None None] Bound port: b89ec45b-8d09-4de9-896d-76dcee756ac5, host: dv-cinder-733062-18-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8f5f7e6-2ec3-4646-9d93-a23676477155', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c'}}] {{(pid=80115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 04 07:57:34.612437 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b3882e63-1c68-443a-9523-1f07b1ff1719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:34.622078 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f981304a-af2a-4d83-9e55-a185692b55fc req-1c22bc83-3606-4f9d-806f-7e51926e1a69 tempest-DeleteServersTestJSON-1890780733 tempest-DeleteServersTestJSON-1890780733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:57:34.623034 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-f981304a-af2a-4d83-9e55-a185692b55fc req-1c22bc83-3606-4f9d-806f-7e51926e1a69 tempest-DeleteServersTestJSON-1890780733 tempest-DeleteServersTestJSON-1890780733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1815815'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:34.662641 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-f981304a-af2a-4d83-9e55-a185692b55fc req-1c22bc83-3606-4f9d-806f-7e51926e1a69 tempest-DeleteServersTestJSON-1890780733 tempest-DeleteServersTestJSON-1890780733-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 9.1451392 Feb 04 07:57:34.668888 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6726017d-c830-49e4-baa4-31195e0066ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:34.736901 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e2f2d1-ce86-40fd-a05a-529d2b92f438 admin admin] Pushing event updated for resources: {'Port': ['ID=9d6d3c1f-dcd6-4f2c-bc9f-271ece3b86ff,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:57:34.817460 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6726017d-c830-49e4-baa4-31195e0066ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:34.857371 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-7b0aba41-792b-4972-9ba8-4dc1760e85ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:57:35.047357 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1033d03-740a-4c6c-950a-46db99e2de80 req-b993bbd6-9466-461b-844b-3ae6a0e93e59 tempest-DeleteServersTestJSON-1890780733 tempest-DeleteServersTestJSON-1890780733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:57:35.049128 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [req-e1033d03-740a-4c6c-950a-46db99e2de80 req-b993bbd6-9466-461b-844b-3ae6a0e93e59 tempest-DeleteServersTestJSON-1890780733 tempest-DeleteServersTestJSON-1890780733-project] Synchronizing usage tracker for tenant:f601d095897a4b3ea425ddea9e3c48a2 on resource:port {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 04 07:57:35.060919 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6726017d-c830-49e4-baa4-31195e0066ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:35.068422 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-6726017d-c830-49e4-baa4-31195e0066ff admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/172f0c27-a112-4b9c-a734-02839c2309a5 HTTP/1.1" status: 204 len: 168 time: 3.7985852 Feb 04 07:57:35.076364 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-b3882e63-1c68-443a-9523-1f07b1ff1719 None None] For port b89ec45b-8d09-4de9-896d-76dcee756ac5, host dv-cinder-733062-18-smb, cleared binding levels {{(pid=80115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 04 07:57:35.079739 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-b3882e63-1c68-443a-9523-1f07b1ff1719 None None] For port b89ec45b-8d09-4de9-896d-76dcee756ac5, host dv-cinder-733062-18-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-18-smb',level=0,port_id=b89ec45b-8d09-4de9-896d-76dcee756ac5,segment=NetworkSegment(d8f5f7e6-2ec3-4646-9d93-a23676477155),segment_id=d8f5f7e6-2ec3-4646-9d93-a23676477155)] {{(pid=80115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 04 07:57:35.088093 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Device 43b632f2-e346-49fd-915a-cd303ad41489 up at agent ovs-agent-dv-cinder-733062-18-smb {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 07:57:35.114871 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b3882e63-1c68-443a-9523-1f07b1ff1719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309259674757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309260170288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727594605546'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:35.123075 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-54aae533-2664-40e1-829d-63631b5c0d95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:35.145873 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:57:35.164357 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6726017d-c830-49e4-baa4-31195e0066ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=172f0c27-a112-4b9c-a734-02839c2309a5,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:57:35.166207 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b0fc4f4-2cc3-4b9d-8a95-ddce57e00baa admin admin] Router 640b90a8-9901-4927-9dda-1232e0ae0a50 is scheduled to L3 agent 9b1007a2-cea1-4e19-8fd5-ed5c2617e796 with binding_index 1 {{(pid=80114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 04 07:57:35.180966 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-6726017d-c830-49e4-baa4-31195e0066ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:57:35.201660 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-54aae533-2664-40e1-829d-63631b5c0d95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 07:57:35.307210 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-54aae533-2664-40e1-829d-63631b5c0d95 admin admin] Usage tracker for resource:security_group_rule and tenant:fb0c1b86c2004c10bc7359f2639cb471 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 07:57:35.399593 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-54aae533-2664-40e1-829d-63631b5c0d95 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 07:57:35.421077 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [req-e1033d03-740a-4c6c-950a-46db99e2de80 req-b993bbd6-9466-461b-844b-3ae6a0e93e59 tempest-DeleteServersTestJSON-1890780733 tempest-DeleteServersTestJSON-1890780733-project] Unset dirty status for tenant:f601d095897a4b3ea425ddea9e3c48a2 on resource:port {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 04 07:57:35.423554 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-e1033d03-740a-4c6c-950a-46db99e2de80 req-b993bbd6-9466-461b-844b-3ae6a0e93e59 tempest-DeleteServersTestJSON-1890780733 tempest-DeleteServersTestJSON-1890780733-project] 10.222.0.99 "GET /v2.0/ports?device_id=b5edadef-4344-46ea-84e4-752738d2ab28 HTTP/1.1" status: 200 len: 932 time: 2.7824454 Feb 04 07:57:35.438767 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-39e2f2d1-ce86-40fd-a05a-529d2b92f438 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.897s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:57:35.460264 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-54aae533-2664-40e1-829d-63631b5c0d95 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 07:57:35.478897 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7262d1cc-946f-4205-9fec-1bb6a55c802e None None] Pushing event updated for resources: {'Port': ['ID=b89ec45b-8d09-4de9-896d-76dcee756ac5,revision_number=3']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:57:35.490408 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-7262d1cc-946f-4205-9fec-1bb6a55c802e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:57:35.518468 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Provisioning complete for port 43b632f2-e346-49fd-915a-cd303ad41489 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 07:57:35.518831 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762158'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:35.584375 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b0fc4f4-2cc3-4b9d-8a95-ddce57e00baa admin admin] Notify agent at l3_agent.dv-cinder-733062-18-smb the message routers_updated {{(pid=80114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 04 07:57:35.596160 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376f46dc-fa16-4eb3-a203-f5dac57004a0 None None] Sync routers for ids ['640b90a8-9901-4927-9dda-1232e0ae0a50'] in dv-cinder-733062-18-smb {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 04 07:57:35.609986 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376f46dc-fa16-4eb3-a203-f5dac57004a0 None None] Routers {'640b90a8-9901-4927-9dda-1232e0ae0a50'} bound to L3 agent in host dv-cinder-733062-18-smb {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 04 07:57:35.610671 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-376f46dc-fa16-4eb3-a203-f5dac57004a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-04T07:47:53Z,description=,heartbeat_timestamp=2021-02-04T07:57:23Z,host='dv-cinder-733062-18-smb',id=9b1007a2-cea1-4e19-8fd5-ed5c2617e796,load=0,resource_versions=,resources_synced=,started_at=2021-02-04T07:47:53Z,topic='l3_agent')) {'router_ids': ['640b90a8-9901-4927-9dda-1232e0ae0a50'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 07:57:35.653571 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9b0fc4f4-2cc3-4b9d-8a95-ddce57e00baa admin admin] Notify callbacks [] for router, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:35.654843 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-9b0fc4f4-2cc3-4b9d-8a95-ddce57e00baa admin admin] 10.222.0.99 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 14.1755946 Feb 04 07:57:35.658163 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.99', 48384) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:57:35.669094 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3882e63-1c68-443a-9523-1f07b1ff1719 None None] Routers {'e82e6950-e47b-4b6f-8804-e29ee5c63d5b'} bound to L3 agent in host dv-cinder-733062-18-smb {{(pid=80115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 04 07:57:35.673324 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-b3882e63-1c68-443a-9523-1f07b1ff1719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-04T07:47:53Z,description=,heartbeat_timestamp=2021-02-04T07:57:23Z,host='dv-cinder-733062-18-smb',id=9b1007a2-cea1-4e19-8fd5-ed5c2617e796,load=0,resource_versions=,resources_synced=,started_at=2021-02-04T07:47:53Z,topic='l3_agent')) {'router_ids': ['e82e6950-e47b-4b6f-8804-e29ee5c63d5b'], 'active': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 07:57:35.744258 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [req-e1033d03-740a-4c6c-950a-46db99e2de80 req-488d2dfe-9acc-43fb-b324-a9a084e38560 tempest-DeleteServersTestJSON-1890780733 tempest-DeleteServersTestJSON-1890780733-project] Synchronizing usage tracker for tenant:f601d095897a4b3ea425ddea9e3c48a2 on resource:security_group {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 04 07:57:35.794271 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-62918b74-1f18-419b-8689-a85e95b0c02f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:57:36.032067 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvr_db [None req-376f46dc-fa16-4eb3-a203-f5dac57004a0 None None] Set router 640b90a8-9901-4927-9dda-1232e0ae0a50 gateway port host: dv-cinder-733062-18-smb {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 04 07:57:36.116862 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-c053053e-25a3-4400-a303-a54ebee3241d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:36.138748 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvr_db [None req-b3882e63-1c68-443a-9523-1f07b1ff1719 None None] Set router e82e6950-e47b-4b6f-8804-e29ee5c63d5b gateway port host: dv-cinder-733062-18-smb {{(pid=80115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 04 07:57:36.139075 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [req-f981304a-af2a-4d83-9e55-a185692b55fc req-cb6825b0-8c4a-4b6a-b653-f087a91f84ff tempest-DeleteServersTestJSON-1890780733 tempest-DeleteServersTestJSON-1890780733-project] http://10.222.0.99:9696/v2.0/extensions returned with HTTP 200 {{(pid=80114) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 07:57:36.140085 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-f981304a-af2a-4d83-9e55-a185692b55fc req-cb6825b0-8c4a-4b6a-b653-f087a91f84ff tempest-DeleteServersTestJSON-1890780733 tempest-DeleteServersTestJSON-1890780733-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0055587 Feb 04 07:57:36.296663 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e2f2d1-ce86-40fd-a05a-529d2b92f438 admin admin] Network da9fddda-3ab3-487d-967d-7aa78c7fc3dd is already hosted by enough agents. {{(pid=80113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 04 07:57:36.320790 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.base_scheduler [None req-39e2f2d1-ce86-40fd-a05a-529d2b92f438 admin admin] Resources bound (agent type, host, resource id): {{(pid=80113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 04 07:57:36.327327 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-c053053e-25a3-4400-a303-a54ebee3241d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:36.358379 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e2f2d1-ce86-40fd-a05a-529d2b92f438 admin admin] Received port after_create {{(pid=80113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 04 07:57:36.360287 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-39e2f2d1-ce86-40fd-a05a-529d2b92f438 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1646699'] for router_interface, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:36.908150 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-14b24c44-71dd-4279-9fa5-f7477a48565a None None] Provisioning for port 9d6d3c1f-dcd6-4f2c-bc9f-271ece3b86ff completed by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 04 07:57:36.913262 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-376f46dc-fa16-4eb3-a203-f5dac57004a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '640b90a8-9901-4927-9dda-1232e0ae0a50', 'name': 'tempest-ServerRescueNegativeTestJSON-548795684-router', 'tenant_id': 'fdc2e6a78c794db1bf575f754255feb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'external_fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.136'}], 'enable_snat': True}, 'gw_port_id': 'ad9c284a-237a-4dd6-8b05-561fb31a74e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T07:57:21Z', 'updated_at': '2021-02-04T07:57:31Z', 'revision_number': 3, 'project_id': 'fdc2e6a78c794db1bf575f754255feb7', 'gw_port': {'id': 'ad9c284a-237a-4dd6-8b05-561fb31a74e2', 'name': '', 'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:3a:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '640b90a8-9901-4927-9dda-1232e0ae0a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T07:57:26Z', 'updated_at': '2021-02-04T07:57:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-18-smb'}], 'dv-cinder-733062-18-smb', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 07:57:36.913509 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-c053053e-25a3-4400-a303-a54ebee3241d admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=ce4257863d5a49f8b86183f634ab9a1a&name=default HTTP/1.1" status: 200 len: 2979 time: 6.4445972 Feb 04 07:57:36.926508 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-14b24c44-71dd-4279-9fa5-f7477a48565a None None] Provisioning complete for port 9d6d3c1f-dcd6-4f2c-bc9f-271ece3b86ff triggered by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 07:57:36.927498 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-14b24c44-71dd-4279-9fa5-f7477a48565a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762158'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:36.930688 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376f46dc-fa16-4eb3-a203-f5dac57004a0 None None] Checking router: 640b90a8-9901-4927-9dda-1232e0ae0a50 for host: dv-cinder-733062-18-smb {{(pid=80116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 04 07:57:36.931108 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376f46dc-fa16-4eb3-a203-f5dac57004a0 None None] Updating router 640b90a8-9901-4927-9dda-1232e0ae0a50 port ad9c284a-237a-4dd6-8b05-561fb31a74e2 binding host dv-cinder-733062-18-smb {{(pid=80116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 04 07:57:37.007253 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-376f46dc-fa16-4eb3-a203-f5dac57004a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:37.025085 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 48402) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:57:37.073767 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-14b24c44-71dd-4279-9fa5-f7477a48565a None None] Port 9d6d3c1f-dcd6-4f2c-bc9f-271ece3b86ff cannot update to ACTIVE because it is not bound. {{(pid=80115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 04 07:57:37.079077 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-b3882e63-1c68-443a-9523-1f07b1ff1719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e82e6950-e47b-4b6f-8804-e29ee5c63d5b', 'name': 'tempest-AttachVolumeShelveTestJSON-35567972-router', 'tenant_id': '672bfb04a4f44fa3ae40a386ff3ebb9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'external_fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.111'}], 'enable_snat': True}, 'gw_port_id': 'b89ec45b-8d09-4de9-896d-76dcee756ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T07:57:20Z', 'updated_at': '2021-02-04T07:57:24Z', 'revision_number': 3, 'project_id': '672bfb04a4f44fa3ae40a386ff3ebb9b', 'gw_port': {'id': 'b89ec45b-8d09-4de9-896d-76dcee756ac5', 'name': '', 'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c6:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e82e6950-e47b-4b6f-8804-e29ee5c63d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T07:57:22Z', 'updated_at': '2021-02-04T07:57:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-18-smb'}], 'dv-cinder-733062-18-smb', False) {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 07:57:37.091721 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3882e63-1c68-443a-9523-1f07b1ff1719 None None] The sync data for ids ['e82e6950-e47b-4b6f-8804-e29ee5c63d5b'] in dv-cinder-733062-18-smb is: [{'id': 'e82e6950-e47b-4b6f-8804-e29ee5c63d5b', 'name': 'tempest-AttachVolumeShelveTestJSON-35567972-router', 'tenant_id': '672bfb04a4f44fa3ae40a386ff3ebb9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'external_fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.111'}], 'enable_snat': True}, 'gw_port_id': 'b89ec45b-8d09-4de9-896d-76dcee756ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T07:57:20Z', 'updated_at': '2021-02-04T07:57:24Z', 'revision_number': 3, 'project_id': '672bfb04a4f44fa3ae40a386ff3ebb9b', 'gw_port': {'id': 'b89ec45b-8d09-4de9-896d-76dcee756ac5', 'name': '', 'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c6:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e82e6950-e47b-4b6f-8804-e29ee5c63d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T07:57:22Z', 'updated_at': '2021-02-04T07:57:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-18-smb'}] {{(pid=80115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 04 07:57:37.195533 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-54aae533-2664-40e1-829d-63631b5c0d95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:37.335704 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c2b5a1-5252-493f-ab24-1d76c70ca105 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Pushing event updated for resources: {'Port': ['ID=e0dc0856-cac5-4300-b862-d733ede605eb,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:57:37.374311 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:37.451085 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-54aae533-2664-40e1-829d-63631b5c0d95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:37.451998 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [req-e1033d03-740a-4c6c-950a-46db99e2de80 req-488d2dfe-9acc-43fb-b324-a9a084e38560 tempest-DeleteServersTestJSON-1890780733 tempest-DeleteServersTestJSON-1890780733-project] Unset dirty status for tenant:f601d095897a4b3ea425ddea9e3c48a2 on resource:security_group {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 04 07:57:37.453920 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-e1033d03-740a-4c6c-950a-46db99e2de80 req-488d2dfe-9acc-43fb-b324-a9a084e38560 tempest-DeleteServersTestJSON-1890780733 tempest-DeleteServersTestJSON-1890780733-project] 10.222.0.99 "GET /v2.0/security-groups?id=cab90007-de65-4aa0-981a-154a69e55140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.9563801 Feb 04 07:57:37.457723 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-886e49bf-77d0-480b-8114-d2cfac68a2ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:37.470145 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-78c2b5a1-5252-493f-ab24-1d76c70ca105 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.676s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:57:37.473557 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-39e2f2d1-ce86-40fd-a05a-529d2b92f438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:37.500138 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-ebcc0aec-28fd-4140-ade2-69394c60449d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.620s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:57:37.590694 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.db_base_plugin_common [None req-4eeec382-1e6c-4352-89e0-15f101bee06d admin admin] Allocated IP 172.20.0.1 (3c065512-3d6a-479a-b479-11e02ccc5658/c113e9e9-819c-413f-8742-7912f5a3f620/21315a2b-4a9c-479a-8737-a839e11153b3) {{(pid=80113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 04 07:57:37.861512 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-01f71be0-35ba-4888-9fff-f81028f16ab5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:57:37.961479 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.v2.base [req-f981304a-af2a-4d83-9e55-a185692b55fc req-93a0eb43-dec8-445f-8916-1f4c83b452f7 service neutron] Request body: {'port': {'device_id': 'b5edadef-4344-46ea-84e4-752738d2ab28', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73306'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 07:57:38.020120 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c053053e-25a3-4400-a303-a54ebee3241d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d97e632-6b75-459e-bbee-42c032da0044,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:57:38.114426 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-c053053e-25a3-4400-a303-a54ebee3241d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.600s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:57:38.191543 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54aae533-2664-40e1-829d-63631b5c0d95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0941dc1-7609-44ec-93dc-2e18c0cc88d0,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:57:38.196416 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-54aae533-2664-40e1-829d-63631b5c0d95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:57:38.197265 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-376f46dc-fa16-4eb3-a203-f5dac57004a0 None None] Notify callbacks [] for port, precommit_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:38.226762 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-376f46dc-fa16-4eb3-a203-f5dac57004a0 None None] Transition to ACTIVE for port object ad9c284a-237a-4dd6-8b05-561fb31a74e2 will not be triggered until provisioned by entity L2. {{(pid=80116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 04 07:57:38.230742 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-376f46dc-fa16-4eb3-a203-f5dac57004a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309259674757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309260170288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727594605546'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:38.269164 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:57:38.370811 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-54aae533-2664-40e1-829d-63631b5c0d95 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=fb0c1b86c2004c10bc7359f2639cb471&name=default HTTP/1.1" status: 200 len: 2979 time: 4.1281903 Feb 04 07:57:38.376266 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.99', 48418) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:57:38.423858 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59821c15-46eb-46b3-a295-2c430648a239 None None] Pushing event updated for resources: {'Port': ['ID=ad9c284a-237a-4dd6-8b05-561fb31a74e2,revision_number=2']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:57:38.489002 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-59821c15-46eb-46b3-a295-2c430648a239 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:57:38.535266 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-4eeec382-1e6c-4352-89e0-15f101bee06d admin admin] Notify callbacks [] for port, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:38.583602 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-4eeec382-1e6c-4352-89e0-15f101bee06d admin admin] Transition to ACTIVE for port object 21315a2b-4a9c-479a-8737-a839e11153b3 will not be triggered until provisioned by entity DHCP. {{(pid=80113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 04 07:57:38.661072 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-4eeec382-1e6c-4352-89e0-15f101bee06d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727594645960'] for port, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:38.663384 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-376f46dc-fa16-4eb3-a203-f5dac57004a0 None None] Attempting to bind port ad9c284a-237a-4dd6-8b05-561fb31a74e2 on host dv-cinder-733062-18-smb for vnic_type normal with profile {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 07:57:38.664014 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-376f46dc-fa16-4eb3-a203-f5dac57004a0 None None] Attempting to bind port ad9c284a-237a-4dd6-8b05-561fb31a74e2 by drivers openvswitch on host dv-cinder-733062-18-smb at level 0 using segments [{'id': 'd8f5f7e6-2ec3-4646-9d93-a23676477155', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c'}] {{(pid=80116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 04 07:57:38.664686 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376f46dc-fa16-4eb3-a203-f5dac57004a0 None None] Attempting to bind port ad9c284a-237a-4dd6-8b05-561fb31a74e2 on network fc08f4da-7ea1-4669-9c0d-064e3549341c {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 04 07:57:38.671454 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376f46dc-fa16-4eb3-a203-f5dac57004a0 None None] Checking agent: {'id': 'b265e0d7-049f-4621-8b9a-cada9a3d4f64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-18-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 4, 7, 47, 55), 'started_at': datetime.datetime(2021, 2, 4, 7, 48, 25), 'heartbeat_timestamp': datetime.datetime(2021, 2, 4, 7, 57, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-18-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.87', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 07:57:38.672211 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376f46dc-fa16-4eb3-a203-f5dac57004a0 None None] Checking segment: {'id': 'd8f5f7e6-2ec3-4646-9d93-a23676477155', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 04 07:57:38.672873 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-376f46dc-fa16-4eb3-a203-f5dac57004a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:38.673491 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376f46dc-fa16-4eb3-a203-f5dac57004a0 None None] Bound using segment: {'id': 'd8f5f7e6-2ec3-4646-9d93-a23676477155', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c'} {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 07:57:38.674204 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-376f46dc-fa16-4eb3-a203-f5dac57004a0 None None] Bound port: ad9c284a-237a-4dd6-8b05-561fb31a74e2, host: dv-cinder-733062-18-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8f5f7e6-2ec3-4646-9d93-a23676477155', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c'}}] {{(pid=80116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 04 07:57:38.674812 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-376f46dc-fa16-4eb3-a203-f5dac57004a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:38.676266 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf7e4b7-c15c-4686-86bf-a348bae5d0c8 req-8fb8b449-86c7-4106-9a68-8e0183647778 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:57:38.682677 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-4bf7e4b7-c15c-4686-86bf-a348bae5d0c8 req-8fb8b449-86c7-4106-9a68-8e0183647778 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] 10.222.0.99 "GET /v2.0/ports?device_id=fa932e77-18a6-4538-9029-8ceee8f10b61 HTTP/1.1" status: 200 len: 932 time: 2.2984800 Feb 04 07:57:38.690740 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8857657-a065-477f-b1fa-2120807ece66 req-78c2b5a1-5252-493f-ab24-1d76c70ca105 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Network d6cc8c6f-e231-4895-957c-7832ba254527 is already hosted by enough agents. {{(pid=80113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 04 07:57:38.743790 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.base_scheduler [req-b8857657-a065-477f-b1fa-2120807ece66 req-78c2b5a1-5252-493f-ab24-1d76c70ca105 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Resources bound (agent type, host, resource id): {{(pid=80113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 04 07:57:38.749762 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8857657-a065-477f-b1fa-2120807ece66 req-78c2b5a1-5252-493f-ab24-1d76c70ca105 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Received port after_create {{(pid=80113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 04 07:57:38.776453 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-376f46dc-fa16-4eb3-a203-f5dac57004a0 None None] For port ad9c284a-237a-4dd6-8b05-561fb31a74e2, host dv-cinder-733062-18-smb, cleared binding levels {{(pid=80116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 04 07:57:38.780486 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-376f46dc-fa16-4eb3-a203-f5dac57004a0 None None] For port ad9c284a-237a-4dd6-8b05-561fb31a74e2, host dv-cinder-733062-18-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-18-smb',level=0,port_id=ad9c284a-237a-4dd6-8b05-561fb31a74e2,segment=NetworkSegment(d8f5f7e6-2ec3-4646-9d93-a23676477155),segment_id=d8f5f7e6-2ec3-4646-9d93-a23676477155)] {{(pid=80116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 04 07:57:38.786972 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-376f46dc-fa16-4eb3-a203-f5dac57004a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309259674757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309260170288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727594605546'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:38.899795 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-feed21d4-6cff-46d7-873e-d7ab86ae8a38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:57:38.922999 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.db_base_plugin_common [None req-886e49bf-77d0-480b-8114-d2cfac68a2ab admin admin] Allocated IP 172.20.0.1 (3c6985d7-344a-4685-b74e-38826882e570/6e3e4c1f-bef5-4969-b1a2-0e7821d81c28/04c4087d-1838-406a-9d92-7867c08fcfcd) {{(pid=80114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 04 07:57:38.950877 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8857657-a065-477f-b1fa-2120807ece66 req-78c2b5a1-5252-493f-ab24-1d76c70ca105 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:57:38.951959 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-b8857657-a065-477f-b1fa-2120807ece66 req-78c2b5a1-5252-493f-ab24-1d76c70ca105 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1815815'] for port, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:38.986401 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Device b89ec45b-8d09-4de9-896d-76dcee756ac5 up at agent ovs-agent-dv-cinder-733062-18-smb {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 07:57:39.017808 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59821c15-46eb-46b3-a295-2c430648a239 None None] Pushing event updated for resources: {'Port': ['ID=ad9c284a-237a-4dd6-8b05-561fb31a74e2,revision_number=3']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:57:39.021778 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-59821c15-46eb-46b3-a295-2c430648a239 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:57:39.065869 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376f46dc-fa16-4eb3-a203-f5dac57004a0 None None] Routers {'640b90a8-9901-4927-9dda-1232e0ae0a50'} bound to L3 agent in host dv-cinder-733062-18-smb {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 04 07:57:39.066702 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-376f46dc-fa16-4eb3-a203-f5dac57004a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-04T07:47:53Z,description=,heartbeat_timestamp=2021-02-04T07:57:23Z,host='dv-cinder-733062-18-smb',id=9b1007a2-cea1-4e19-8fd5-ed5c2617e796,load=0,resource_versions=,resources_synced=,started_at=2021-02-04T07:47:53Z,topic='l3_agent')) {'router_ids': ['640b90a8-9901-4927-9dda-1232e0ae0a50'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 07:57:39.138607 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-886e49bf-77d0-480b-8114-d2cfac68a2ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:39.164842 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Provisioning for port b89ec45b-8d09-4de9-896d-76dcee756ac5 completed by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 04 07:57:39.172830 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Provisioning complete for port b89ec45b-8d09-4de9-896d-76dcee756ac5 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 07:57:39.173254 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762158'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:39.201613 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-f981304a-af2a-4d83-9e55-a185692b55fc req-93a0eb43-dec8-445f-8916-1f4c83b452f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:39.265813 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-39e2f2d1-ce86-40fd-a05a-529d2b92f438 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:39.283330 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-4d8ee0df-8cbe-4256-bb4f-008ba89e0259 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:39.285311 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-39e2f2d1-ce86-40fd-a05a-529d2b92f438 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:57:39.301544 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvr_db [None req-376f46dc-fa16-4eb3-a203-f5dac57004a0 None None] Set router 640b90a8-9901-4927-9dda-1232e0ae0a50 gateway port host: dv-cinder-733062-18-smb {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 04 07:57:39.385249 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-39e2f2d1-ce86-40fd-a05a-529d2b92f438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309259674757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309260170288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727594605546'] for port, after_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:39.476554 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:39.513966 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] For port b89ec45b-8d09-4de9-896d-76dcee756ac5, host dv-cinder-733062-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-18-smb',level=0,port_id=b89ec45b-8d09-4de9-896d-76dcee756ac5,segment=NetworkSegment(d8f5f7e6-2ec3-4646-9d93-a23676477155),segment_id=d8f5f7e6-2ec3-4646-9d93-a23676477155)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 07:57:39.518017 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309259674757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309260170288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727594605546'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:39.520376 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-4b98dc78-d42c-4c04-bdb7-2efec522e3cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:57:39.552898 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-39e2f2d1-ce86-40fd-a05a-529d2b92f438 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852957960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643061'] for router_interface, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:39.614619 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Pushing event updated for resources: {'Port': ['ID=b89ec45b-8d09-4de9-896d-76dcee756ac5,revision_number=4']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:57:39.619809 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:57:39.637414 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-4d8ee0df-8cbe-4256-bb4f-008ba89e0259 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:39.652470 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-886e49bf-77d0-480b-8114-d2cfac68a2ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727594645960'] for port, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:39.754154 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-376f46dc-fa16-4eb3-a203-f5dac57004a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '640b90a8-9901-4927-9dda-1232e0ae0a50', 'name': 'tempest-ServerRescueNegativeTestJSON-548795684-router', 'tenant_id': 'fdc2e6a78c794db1bf575f754255feb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'external_fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.136'}], 'enable_snat': True}, 'gw_port_id': 'ad9c284a-237a-4dd6-8b05-561fb31a74e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T07:57:21Z', 'updated_at': '2021-02-04T07:57:31Z', 'revision_number': 3, 'project_id': 'fdc2e6a78c794db1bf575f754255feb7', 'gw_port': {'id': 'ad9c284a-237a-4dd6-8b05-561fb31a74e2', 'name': '', 'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:3a:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '640b90a8-9901-4927-9dda-1232e0ae0a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T07:57:26Z', 'updated_at': '2021-02-04T07:57:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-18-smb'}], 'dv-cinder-733062-18-smb', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 07:57:39.760282 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376f46dc-fa16-4eb3-a203-f5dac57004a0 None None] The sync data for ids ['640b90a8-9901-4927-9dda-1232e0ae0a50'] in dv-cinder-733062-18-smb is: [{'id': '640b90a8-9901-4927-9dda-1232e0ae0a50', 'name': 'tempest-ServerRescueNegativeTestJSON-548795684-router', 'tenant_id': 'fdc2e6a78c794db1bf575f754255feb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'external_fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.136'}], 'enable_snat': True}, 'gw_port_id': 'ad9c284a-237a-4dd6-8b05-561fb31a74e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T07:57:21Z', 'updated_at': '2021-02-04T07:57:31Z', 'revision_number': 3, 'project_id': 'fdc2e6a78c794db1bf575f754255feb7', 'gw_port': {'id': 'ad9c284a-237a-4dd6-8b05-561fb31a74e2', 'name': '', 'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:3a:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '640b90a8-9901-4927-9dda-1232e0ae0a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T07:57:26Z', 'updated_at': '2021-02-04T07:57:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-18-smb'}] {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 04 07:57:39.784897 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-b8857657-a065-477f-b1fa-2120807ece66 req-78c2b5a1-5252-493f-ab24-1d76c70ca105 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.5745821 Feb 04 07:57:39.785544 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eeec382-1e6c-4352-89e0-15f101bee06d admin admin] Pushing event updated for resources: {'Port': ['ID=21315a2b-4a9c-479a-8737-a839e11153b3,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:57:39.829463 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-4eeec382-1e6c-4352-89e0-15f101bee06d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.544s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:57:39.831507 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.182s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:57:39.837156 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:57:39.867833 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.v2.base [req-b8857657-a065-477f-b1fa-2120807ece66 req-862b9b53-f802-46a1-af31-e7cf6583c8be service neutron] Request body: {'port': {'device_id': 'fa932e77-18a6-4538-9029-8ceee8f10b61', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73306'}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 07:57:39.986346 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ce495ba4-32ea-4a53-b0e8-eddb2753e59c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:40.005235 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.notifiers.nova [req-f981304a-af2a-4d83-9e55-a185692b55fc req-93a0eb43-dec8-445f-8916-1f4c83b452f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cace56c-fe68-4e8f-9b61-7f7f0d35033c {{(pid=80114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 04 07:57:40.034220 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [req-4bf7e4b7-c15c-4686-86bf-a348bae5d0c8 req-dd73b896-d9cd-47d8-8734-22fb76aac213 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Synchronizing usage tracker for tenant:e025b0caf149437a978dcb2e658b1da5 on resource:security_group {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 04 07:57:40.063888 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-f981304a-af2a-4d83-9e55-a185692b55fc req-93a0eb43-dec8-445f-8916-1f4c83b452f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:40.104021 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886e49bf-77d0-480b-8114-d2cfac68a2ab admin admin] Pushing event updated for resources: {'Port': ['ID=04c4087d-1838-406a-9d92-7867c08fcfcd,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:57:40.110589 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-886e49bf-77d0-480b-8114-d2cfac68a2ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:57:40.136419 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [req-f981304a-af2a-4d83-9e55-a185692b55fc req-93a0eb43-dec8-445f-8916-1f4c83b452f7 service neutron] Transition to ACTIVE for port object 9cace56c-fe68-4e8f-9b61-7f7f0d35033c will not be triggered until provisioned by entity L2. {{(pid=80114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 04 07:57:40.139339 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ce495ba4-32ea-4a53-b0e8-eddb2753e59c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:40.166794 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-f981304a-af2a-4d83-9e55-a185692b55fc req-93a0eb43-dec8-445f-8916-1f4c83b452f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309259674757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309260170288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727594605546'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:40.200003 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [req-4bf7e4b7-c15c-4686-86bf-a348bae5d0c8 req-dd73b896-d9cd-47d8-8734-22fb76aac213 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Unset dirty status for tenant:e025b0caf149437a978dcb2e658b1da5 on resource:security_group {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 04 07:57:40.201193 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-4bf7e4b7-c15c-4686-86bf-a348bae5d0c8 req-dd73b896-d9cd-47d8-8734-22fb76aac213 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] 10.222.0.99 "GET /v2.0/security-groups?id=23e57bf3-6871-46d4-a88b-2b22ec633850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9772906 Feb 04 07:57:40.211168 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:57:40.322587 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-4d8ee0df-8cbe-4256-bb4f-008ba89e0259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:40.333302 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-b8857657-a065-477f-b1fa-2120807ece66 req-862b9b53-f802-46a1-af31-e7cf6583c8be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:40.354867 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e2f2d1-ce86-40fd-a05a-529d2b92f438 admin admin] Pushing event updated for resources: {'Port': ['ID=9d6d3c1f-dcd6-4f2c-bc9f-271ece3b86ff,revision_number=2']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:57:40.358584 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-39e2f2d1-ce86-40fd-a05a-529d2b92f438 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.527s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:57:40.361975 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e2f2d1-ce86-40fd-a05a-529d2b92f438 admin admin] Network da9fddda-3ab3-487d-967d-7aa78c7fc3dd is already hosted by enough agents. {{(pid=80113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 04 07:57:40.429440 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:57:40.441558 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.base_scheduler [None req-39e2f2d1-ce86-40fd-a05a-529d2b92f438 admin admin] Resources bound (agent type, host, resource id): {{(pid=80113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 04 07:57:40.468760 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8ee0df-8cbe-4256-bb4f-008ba89e0259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d97e632-6b75-459e-bbee-42c032da0044,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:57:40.474382 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eeec382-1e6c-4352-89e0-15f101bee06d admin admin] Network 3c065512-3d6a-479a-b479-11e02ccc5658 is already hosted by enough agents. {{(pid=80113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 04 07:57:40.478594 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-4d8ee0df-8cbe-4256-bb4f-008ba89e0259 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:57:40.491625 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.base_scheduler [None req-4eeec382-1e6c-4352-89e0-15f101bee06d admin admin] Resources bound (agent type, host, resource id): {{(pid=80113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 04 07:57:40.510337 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce9797b-b023-4436-9f04-892ec056d273 req-4bb00eec-002a-496e-ac09-87b600cd872c tempest-DeleteServersTestJSON-1890780733 tempest-DeleteServersTestJSON-1890780733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:57:40.512132 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-dce9797b-b023-4436-9f04-892ec056d273 req-4bb00eec-002a-496e-ac09-87b600cd872c tempest-DeleteServersTestJSON-1890780733 tempest-DeleteServersTestJSON-1890780733-project] 10.222.0.99 "GET /v2.0/ports?device_id=b5edadef-4344-46ea-84e4-752738d2ab28 HTTP/1.1" status: 200 len: 932 time: 1.2894907 Feb 04 07:57:40.536287 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-886e49bf-77d0-480b-8114-d2cfac68a2ab admin admin] Network 3c6985d7-344a-4685-b74e-38826882e570 is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 04 07:57:40.544251 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.base_scheduler [None req-886e49bf-77d0-480b-8114-d2cfac68a2ab admin admin] Resources bound (agent type, host, resource id): {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 04 07:57:40.546732 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886e49bf-77d0-480b-8114-d2cfac68a2ab admin admin] Received port after_create {{(pid=80114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 04 07:57:40.547449 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-886e49bf-77d0-480b-8114-d2cfac68a2ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1646699'] for router_interface, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:40.598306 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eeec382-1e6c-4352-89e0-15f101bee06d admin admin] Received port after_create {{(pid=80113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 04 07:57:40.598829 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-4eeec382-1e6c-4352-89e0-15f101bee06d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1646699'] for router_interface, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:40.661803 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-4d8ee0df-8cbe-4256-bb4f-008ba89e0259 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:40.664451 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-4d8ee0df-8cbe-4256-bb4f-008ba89e0259 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/1d97e632-6b75-459e-bbee-42c032da0044 HTTP/1.1" status: 204 len: 168 time: 3.6291318 Feb 04 07:57:40.827881 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ce495ba4-32ea-4a53-b0e8-eddb2753e59c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:40.864202 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-19bd9ec0-7d29-45b3-bceb-4da1f96dc115 None None] Provisioning complete for port 9d6d3c1f-dcd6-4f2c-bc9f-271ece3b86ff triggered by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 07:57:40.865954 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-19bd9ec0-7d29-45b3-bceb-4da1f96dc115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762158'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:41.000850 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a0eb43-dec8-445f-8916-1f4c83b452f7 service neutron] Pushing event updated for resources: {'Port': ['ID=9cace56c-fe68-4e8f-9b61-7f7f0d35033c,revision_number=2']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:57:41.022950 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-93a0eb43-dec8-445f-8916-1f4c83b452f7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.812s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:57:41.030024 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-886e49bf-77d0-480b-8114-d2cfac68a2ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:41.032058 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-19bd9ec0-7d29-45b3-bceb-4da1f96dc115 None None] Port 9d6d3c1f-dcd6-4f2c-bc9f-271ece3b86ff cannot update to ACTIVE because it is not bound. {{(pid=80115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 04 07:57:41.043056 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Device b89ec45b-8d09-4de9-896d-76dcee756ac5 up at agent ovs-agent-dv-cinder-733062-18-smb {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 07:57:41.043911 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.agents_db [None req-15dbd8ae-9ae4-49dc-a873-5f27e28d1d51 None None] Agent healthcheck: found 6 active agents {{(pid=80116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 04 07:57:41.087347 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39e2f2d1-ce86-40fd-a05a-529d2b92f438 admin admin] Router 20a7d0af-5908-48c5-9dcf-280b21b669ad has already been hosted by L3 agent 9b1007a2-cea1-4e19-8fd5-ed5c2617e796 {{(pid=80113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 04 07:57:41.107939 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-6726017d-c830-49e4-baa4-31195e0066ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:57:41.226396 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-2df1f17c-fb99-4ecf-9a52-ead625f4a88d None None] Provisioning for port 21315a2b-4a9c-479a-8737-a839e11153b3 completed by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 04 07:57:41.243248 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Provisioning complete for port b89ec45b-8d09-4de9-896d-76dcee756ac5 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 07:57:41.243618 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762158'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:41.308384 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-2df1f17c-fb99-4ecf-9a52-ead625f4a88d None None] Provisioning complete for port 21315a2b-4a9c-479a-8737-a839e11153b3 triggered by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 07:57:41.308578 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-2df1f17c-fb99-4ecf-9a52-ead625f4a88d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762158'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:41.313249 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce495ba4-32ea-4a53-b0e8-eddb2753e59c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0941dc1-7609-44ec-93dc-2e18c0cc88d0,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:57:41.392032 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-ce495ba4-32ea-4a53-b0e8-eddb2753e59c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:57:41.427757 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-dce9797b-b023-4436-9f04-892ec056d273 req-d4779797-7bd2-4a3a-8228-e8f9170b6d40 tempest-DeleteServersTestJSON-1890780733 tempest-DeleteServersTestJSON-1890780733-project] 10.222.0.99 "GET /v2.0/security-groups?id=cab90007-de65-4aa0-981a-154a69e55140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8939006 Feb 04 07:57:41.485849 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-2df1f17c-fb99-4ecf-9a52-ead625f4a88d None None] Port 21315a2b-4a9c-479a-8737-a839e11153b3 cannot update to ACTIVE because it is not bound. {{(pid=80115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 04 07:57:41.714486 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-4eeec382-1e6c-4352-89e0-15f101bee06d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:41.890885 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ce495ba4-32ea-4a53-b0e8-eddb2753e59c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:41.892375 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-ce495ba4-32ea-4a53-b0e8-eddb2753e59c admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/e0941dc1-7609-44ec-93dc-2e18c0cc88d0 HTTP/1.1" status: 204 len: 168 time: 3.4966750 Feb 04 07:57:41.909372 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39e2f2d1-ce86-40fd-a05a-529d2b92f438 admin admin] Notify agent at l3_agent.dv-cinder-733062-18-smb the message routers_updated {{(pid=80113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 04 07:57:41.922881 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ecb107-2382-4af5-b048-b92335efc8dd None None] Sync routers for ids ['20a7d0af-5908-48c5-9dcf-280b21b669ad'] in dv-cinder-733062-18-smb {{(pid=80115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 04 07:57:41.923317 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-39e2f2d1-ce86-40fd-a05a-529d2b92f438 admin admin] 10.222.0.99 "PUT /v2.0/routers/20a7d0af-5908-48c5-9dcf-280b21b669ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 19.3190606 Feb 04 07:57:41.929417 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [req-f981304a-af2a-4d83-9e55-a185692b55fc req-93a0eb43-dec8-445f-8916-1f4c83b452f7 service neutron] Attempting to bind port 9cace56c-fe68-4e8f-9b61-7f7f0d35033c on host hv-cinder-73306 for vnic_type normal with profile {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 07:57:41.930010 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [req-f981304a-af2a-4d83-9e55-a185692b55fc req-93a0eb43-dec8-445f-8916-1f4c83b452f7 service neutron] Attempting to bind port 9cace56c-fe68-4e8f-9b61-7f7f0d35033c by drivers openvswitch on host hv-cinder-73306 at level 0 using segments [{'id': '47e37165-e57f-4561-b4be-1b314b2ec429', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e9eb2bc8-045b-4383-b839-2afa1c573557'}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 04 07:57:41.930827 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f981304a-af2a-4d83-9e55-a185692b55fc req-93a0eb43-dec8-445f-8916-1f4c83b452f7 service neutron] Attempting to bind port 9cace56c-fe68-4e8f-9b61-7f7f0d35033c on network e9eb2bc8-045b-4383-b839-2afa1c573557 {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 04 07:57:41.947236 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ecb107-2382-4af5-b048-b92335efc8dd None None] Routers {'20a7d0af-5908-48c5-9dcf-280b21b669ad'} bound to L3 agent in host dv-cinder-733062-18-smb {{(pid=80115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 04 07:57:41.947964 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-f2ecb107-2382-4af5-b048-b92335efc8dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-04T07:47:53Z,description=,heartbeat_timestamp=2021-02-04T07:57:23Z,host='dv-cinder-733062-18-smb',id=9b1007a2-cea1-4e19-8fd5-ed5c2617e796,load=0,resource_versions=,resources_synced=,started_at=2021-02-04T07:47:53Z,topic='l3_agent')) {'router_ids': ['20a7d0af-5908-48c5-9dcf-280b21b669ad'], 'active': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 07:57:41.963673 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f981304a-af2a-4d83-9e55-a185692b55fc req-93a0eb43-dec8-445f-8916-1f4c83b452f7 service neutron] Checking agent: {'id': 'ff9cc465-2d2d-4d6a-b510-d92e1cf0c130', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73306', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 4, 7, 55, 7), 'started_at': datetime.datetime(2021, 2, 4, 7, 55, 37), 'heartbeat_timestamp': datetime.datetime(2021, 2, 4, 7, 57, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.95', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 07:57:41.972396 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f981304a-af2a-4d83-9e55-a185692b55fc req-93a0eb43-dec8-445f-8916-1f4c83b452f7 service neutron] Checking segment: {'id': '47e37165-e57f-4561-b4be-1b314b2ec429', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e9eb2bc8-045b-4383-b839-2afa1c573557'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 04 07:57:41.973027 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-f981304a-af2a-4d83-9e55-a185692b55fc req-93a0eb43-dec8-445f-8916-1f4c83b452f7 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:41.973581 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f981304a-af2a-4d83-9e55-a185692b55fc req-93a0eb43-dec8-445f-8916-1f4c83b452f7 service neutron] Bound using segment: {'id': '47e37165-e57f-4561-b4be-1b314b2ec429', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e9eb2bc8-045b-4383-b839-2afa1c573557'} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 07:57:41.974495 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [req-f981304a-af2a-4d83-9e55-a185692b55fc req-93a0eb43-dec8-445f-8916-1f4c83b452f7 service neutron] Bound port: 9cace56c-fe68-4e8f-9b61-7f7f0d35033c, host: hv-cinder-73306, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47e37165-e57f-4561-b4be-1b314b2ec429', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e9eb2bc8-045b-4383-b839-2afa1c573557'}}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 04 07:57:41.975677 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-f981304a-af2a-4d83-9e55-a185692b55fc req-93a0eb43-dec8-445f-8916-1f4c83b452f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:42.021085 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.db.resource_extend [req-b8857657-a065-477f-b1fa-2120807ece66 req-862b9b53-f802-46a1-af31-e7cf6583c8be service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 04 07:57:42.236051 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.notifiers.nova [req-b8857657-a065-477f-b1fa-2120807ece66 req-862b9b53-f802-46a1-af31-e7cf6583c8be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0dc0856-cac5-4300-b862-d733ede605eb {{(pid=80113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 04 07:57:42.337445 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-b8857657-a065-477f-b1fa-2120807ece66 req-862b9b53-f802-46a1-af31-e7cf6583c8be service neutron] Notify callbacks [] for port, precommit_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:42.371322 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [req-b8857657-a065-477f-b1fa-2120807ece66 req-862b9b53-f802-46a1-af31-e7cf6583c8be service neutron] Transition to ACTIVE for port object e0dc0856-cac5-4300-b862-d733ede605eb will not be triggered until provisioned by entity L2. {{(pid=80113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 04 07:57:42.377382 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-b8857657-a065-477f-b1fa-2120807ece66 req-862b9b53-f802-46a1-af31-e7cf6583c8be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309259674757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309260170288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727594605546'] for port, after_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:42.413280 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvr_db [None req-f2ecb107-2382-4af5-b048-b92335efc8dd None None] Set router 20a7d0af-5908-48c5-9dcf-280b21b669ad gateway port host: dv-cinder-733062-18-smb {{(pid=80115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 04 07:57:42.420337 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0751193c-e348-4f5b-8a92-65a587c0fc0f req-16cb5f78-6f28-449e-a66e-81a04e9d57ef tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:57:42.421444 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:57:42.435038 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-0751193c-e348-4f5b-8a92-65a587c0fc0f req-16cb5f78-6f28-449e-a66e-81a04e9d57ef tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] 10.222.0.99 "GET /v2.0/ports?device_id=fa932e77-18a6-4538-9029-8ceee8f10b61 HTTP/1.1" status: 200 len: 932 time: 0.6587079 Feb 04 07:57:42.505578 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [req-f981304a-af2a-4d83-9e55-a185692b55fc req-93a0eb43-dec8-445f-8916-1f4c83b452f7 service neutron] For port 9cace56c-fe68-4e8f-9b61-7f7f0d35033c, host hv-cinder-73306, cleared binding levels {{(pid=80114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 04 07:57:42.558248 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [req-f981304a-af2a-4d83-9e55-a185692b55fc req-93a0eb43-dec8-445f-8916-1f4c83b452f7 service neutron] For port 9cace56c-fe68-4e8f-9b61-7f7f0d35033c, host hv-cinder-73306, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=9cace56c-fe68-4e8f-9b61-7f7f0d35033c,segment=NetworkSegment(47e37165-e57f-4561-b4be-1b314b2ec429),segment_id=47e37165-e57f-4561-b4be-1b314b2ec429)] {{(pid=80114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 04 07:57:42.566780 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-f981304a-af2a-4d83-9e55-a185692b55fc req-93a0eb43-dec8-445f-8916-1f4c83b452f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309259674757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309260170288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727594605546'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:42.602303 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-0751193c-e348-4f5b-8a92-65a587c0fc0f req-bd83bf38-cff1-4a3a-83fe-2ac3127d968e tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] 10.222.0.99 "GET /v2.0/security-groups?id=23e57bf3-6871-46d4-a88b-2b22ec633850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473866 Feb 04 07:57:42.642482 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:57:42.745658 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862b9b53-f802-46a1-af31-e7cf6583c8be service neutron] Pushing event updated for resources: {'Port': ['ID=e0dc0856-cac5-4300-b862-d733ede605eb,revision_number=2']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:57:42.769567 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-862b9b53-f802-46a1-af31-e7cf6583c8be service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:57:42.814867 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-4eeec382-1e6c-4352-89e0-15f101bee06d admin admin] Notify callbacks [] for port, precommit_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:42.821872 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-4eeec382-1e6c-4352-89e0-15f101bee06d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309259674757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309260170288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727594605546'] for port, after_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:42.825705 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-4eeec382-1e6c-4352-89e0-15f101bee06d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852957960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643061'] for router_interface, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:42.843406 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 48558) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:57:42.848656 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-78c2b5a1-5252-493f-ab24-1d76c70ca105 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:57:43.042122 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.db.resource_extend [None req-886e49bf-77d0-480b-8114-d2cfac68a2ab admin admin] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 04 07:57:43.123811 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Device ad9c284a-237a-4dd6-8b05-561fb31a74e2 up at agent ovs-agent-dv-cinder-733062-18-smb {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 07:57:43.129745 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6eeaef34-59ea-4fc2-9899-33b05623f575 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:43.130544 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-886e49bf-77d0-480b-8114-d2cfac68a2ab admin admin] Notify callbacks [] for port, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:43.151699 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a0eb43-dec8-445f-8916-1f4c83b452f7 service neutron] Pushing event updated for resources: {'Port': ['ID=9cace56c-fe68-4e8f-9b61-7f7f0d35033c,revision_number=3']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:57:43.164762 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-93a0eb43-dec8-445f-8916-1f4c83b452f7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.520s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:57:43.169603 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-886e49bf-77d0-480b-8114-d2cfac68a2ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309259674757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309260170288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727594605546'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:43.180953 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-886e49bf-77d0-480b-8114-d2cfac68a2ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852957960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643061'] for router_interface, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:43.187996 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-6eeaef34-59ea-4fc2-9899-33b05623f575 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 07:57:43.192132 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eeec382-1e6c-4352-89e0-15f101bee06d admin admin] Pushing event updated for resources: {'Port': ['ID=21315a2b-4a9c-479a-8737-a839e11153b3,revision_number=2']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:57:43.203325 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-6eeaef34-59ea-4fc2-9899-33b05623f575 admin admin] Usage tracker for resource:security_group_rule and tenant:b29365c5ab064f9894c7118b647601dc is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 07:57:43.220388 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-4eeec382-1e6c-4352-89e0-15f101bee06d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:57:43.220873 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-886e49bf-77d0-480b-8114-d2cfac68a2ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:57:43.227002 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-6eeaef34-59ea-4fc2-9899-33b05623f575 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 07:57:43.237718 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [req-b8857657-a065-477f-b1fa-2120807ece66 req-862b9b53-f802-46a1-af31-e7cf6583c8be service neutron] Attempting to bind port e0dc0856-cac5-4300-b862-d733ede605eb on host hv-cinder-73306 for vnic_type normal with profile {{(pid=80113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 07:57:43.238237 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [req-b8857657-a065-477f-b1fa-2120807ece66 req-862b9b53-f802-46a1-af31-e7cf6583c8be service neutron] Attempting to bind port e0dc0856-cac5-4300-b862-d733ede605eb by drivers openvswitch on host hv-cinder-73306 at level 0 using segments [{'id': '7f07e79c-d155-408f-9374-f6b393baea02', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd6cc8c6f-e231-4895-957c-7832ba254527'}] {{(pid=80113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 04 07:57:43.238707 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8857657-a065-477f-b1fa-2120807ece66 req-862b9b53-f802-46a1-af31-e7cf6583c8be service neutron] Attempting to bind port e0dc0856-cac5-4300-b862-d733ede605eb on network d6cc8c6f-e231-4895-957c-7832ba254527 {{(pid=80113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 04 07:57:43.243673 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Provisioning for port ad9c284a-237a-4dd6-8b05-561fb31a74e2 completed by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 04 07:57:43.246017 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-6eeaef34-59ea-4fc2-9899-33b05623f575 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 07:57:43.254090 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Provisioning complete for port ad9c284a-237a-4dd6-8b05-561fb31a74e2 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 07:57:43.254781 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762158'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:43.261960 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8857657-a065-477f-b1fa-2120807ece66 req-862b9b53-f802-46a1-af31-e7cf6583c8be service neutron] Checking agent: {'id': 'ff9cc465-2d2d-4d6a-b510-d92e1cf0c130', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73306', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 4, 7, 55, 7), 'started_at': datetime.datetime(2021, 2, 4, 7, 55, 37), 'heartbeat_timestamp': datetime.datetime(2021, 2, 4, 7, 57, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.95', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 07:57:43.262479 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8857657-a065-477f-b1fa-2120807ece66 req-862b9b53-f802-46a1-af31-e7cf6583c8be service neutron] Checking segment: {'id': '7f07e79c-d155-408f-9374-f6b393baea02', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd6cc8c6f-e231-4895-957c-7832ba254527'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 04 07:57:43.263199 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-b8857657-a065-477f-b1fa-2120807ece66 req-862b9b53-f802-46a1-af31-e7cf6583c8be service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:43.263723 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8857657-a065-477f-b1fa-2120807ece66 req-862b9b53-f802-46a1-af31-e7cf6583c8be service neutron] Bound using segment: {'id': '7f07e79c-d155-408f-9374-f6b393baea02', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd6cc8c6f-e231-4895-957c-7832ba254527'} {{(pid=80113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 07:57:43.264353 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [req-b8857657-a065-477f-b1fa-2120807ece66 req-862b9b53-f802-46a1-af31-e7cf6583c8be service neutron] Bound port: e0dc0856-cac5-4300-b862-d733ede605eb, host: hv-cinder-73306, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f07e79c-d155-408f-9374-f6b393baea02', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd6cc8c6f-e231-4895-957c-7832ba254527'}}] {{(pid=80113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 04 07:57:43.265018 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-b8857657-a065-477f-b1fa-2120807ece66 req-862b9b53-f802-46a1-af31-e7cf6583c8be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:43.305430 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 48564) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:57:43.421873 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-f2ecb107-2382-4af5-b048-b92335efc8dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20a7d0af-5908-48c5-9dcf-280b21b669ad', 'name': 'tempest-AttachVolumeTestJSON-131749411-router', 'tenant_id': 'a6dac7e06d2347bf8335c11feb384ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'external_fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.180'}], 'enable_snat': True}, 'gw_port_id': '43b632f2-e346-49fd-915a-cd303ad41489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T07:57:15Z', 'updated_at': '2021-02-04T07:57:37Z', 'revision_number': 4, 'project_id': 'a6dac7e06d2347bf8335c11feb384ef9', 'gw_port': {'id': '43b632f2-e346-49fd-915a-cd303ad41489', 'name': '', 'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:d5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20a7d0af-5908-48c5-9dcf-280b21b669ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T07:57:17Z', 'updated_at': '2021-02-04T07:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-18-smb', '_interfaces': [{'id': '9d6d3c1f-dcd6-4f2c-bc9f-271ece3b86ff', 'name': '', 'network_id': 'da9fddda-3ab3-487d-967d-7aa78c7fc3dd', 'tenant_id': 'a6dac7e06d2347bf8335c11feb384ef9', 'mac_address': 'fa:16:3e:0f:93:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20a7d0af-5908-48c5-9dcf-280b21b669ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '4537a32b-846b-4c36-83cb-e761caa59ada', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T07:57:28Z', 'updated_at': '2021-02-04T07:57:39Z', 'revision_number': 2, 'project_id': 'a6dac7e06d2347bf8335c11feb384ef9', 'subnets': [{'id': '4537a32b-846b-4c36-83cb-e761caa59ada', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733062-18-smb', False) {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 07:57:43.435307 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ecb107-2382-4af5-b048-b92335efc8dd None None] Checking router: 20a7d0af-5908-48c5-9dcf-280b21b669ad for host: dv-cinder-733062-18-smb {{(pid=80115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 04 07:57:43.438101 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ecb107-2382-4af5-b048-b92335efc8dd None None] Updating router 20a7d0af-5908-48c5-9dcf-280b21b669ad port 9d6d3c1f-dcd6-4f2c-bc9f-271ece3b86ff binding host dv-cinder-733062-18-smb {{(pid=80115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 04 07:57:43.556357 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f2ecb107-2382-4af5-b048-b92335efc8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:43.644018 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:43.669627 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] For port ad9c284a-237a-4dd6-8b05-561fb31a74e2, host dv-cinder-733062-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-18-smb',level=0,port_id=ad9c284a-237a-4dd6-8b05-561fb31a74e2,segment=NetworkSegment(d8f5f7e6-2ec3-4646-9d93-a23676477155),segment_id=d8f5f7e6-2ec3-4646-9d93-a23676477155)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 07:57:43.825361 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-fb8972bc-5865-409a-8617-a8927d294766 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:43.857256 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f111ad30-342a-4a69-8793-b9099641d5e8 req-a2a7c037-352b-4b0b-bd6c-cbc81e404a51 tempest-DeleteServersTestJSON-1890780733 tempest-DeleteServersTestJSON-1890780733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:57:43.858885 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eeec382-1e6c-4352-89e0-15f101bee06d admin admin] Network 3c065512-3d6a-479a-b479-11e02ccc5658 is already hosted by enough agents. {{(pid=80113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 04 07:57:43.865052 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-fb8972bc-5865-409a-8617-a8927d294766 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 07:57:43.869975 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-fb8972bc-5865-409a-8617-a8927d294766 admin admin] Usage tracker for resource:security_group_rule and tenant:4ff25562aedc4652812361441ce5a5c6 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 07:57:43.872103 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-f111ad30-342a-4a69-8793-b9099641d5e8 req-a2a7c037-352b-4b0b-bd6c-cbc81e404a51 tempest-DeleteServersTestJSON-1890780733 tempest-DeleteServersTestJSON-1890780733-project] 10.222.0.99 "GET /v2.0/ports?device_id=b5edadef-4344-46ea-84e4-752738d2ab28 HTTP/1.1" status: 200 len: 944 time: 1.1426237 Feb 04 07:57:43.874188 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-fb8972bc-5865-409a-8617-a8927d294766 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 07:57:43.882829 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-fb8972bc-5865-409a-8617-a8927d294766 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 07:57:43.896161 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886e49bf-77d0-480b-8114-d2cfac68a2ab admin admin] Pushing event updated for resources: {'Port': ['ID=04c4087d-1838-406a-9d92-7867c08fcfcd,revision_number=2']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:57:43.927117 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.base_scheduler [None req-4eeec382-1e6c-4352-89e0-15f101bee06d admin admin] Resources bound (agent type, host, resource id): {{(pid=80113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 04 07:57:43.933662 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309259674757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309260170288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727594605546'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:43.943299 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:57:43.970795 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-886e49bf-77d0-480b-8114-d2cfac68a2ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.750s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:57:44.021312 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.99', 48580) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:57:44.033230 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f981304a-af2a-4d83-9e55-a185692b55fc req-93a0eb43-dec8-445f-8916-1f4c83b452f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:57:44.034898 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-f981304a-af2a-4d83-9e55-a185692b55fc req-93a0eb43-dec8-445f-8916-1f4c83b452f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1815815'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:44.039129 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-f981304a-af2a-4d83-9e55-a185692b55fc req-93a0eb43-dec8-445f-8916-1f4c83b452f7 service neutron] 10.222.0.76 "PUT /v2.0/ports/9cace56c-fe68-4e8f-9b61-7f7f0d35033c HTTP/1.1" status: 200 len: 1158 time: 6.9207764 Feb 04 07:57:44.077946 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5edadef-4344-46ea-84e4-752738d2ab28', 'tag': '9cace56c-fe68-4e8f-9b61-7f7f0d35033c'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 07:57:44.097592 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [req-b8857657-a065-477f-b1fa-2120807ece66 req-862b9b53-f802-46a1-af31-e7cf6583c8be service neutron] For port e0dc0856-cac5-4300-b862-d733ede605eb, host hv-cinder-73306, cleared binding levels {{(pid=80113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 04 07:57:44.218569 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [req-b8857657-a065-477f-b1fa-2120807ece66 req-862b9b53-f802-46a1-af31-e7cf6583c8be service neutron] For port e0dc0856-cac5-4300-b862-d733ede605eb, host hv-cinder-73306, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=e0dc0856-cac5-4300-b862-d733ede605eb,segment=NetworkSegment(7f07e79c-d155-408f-9374-f6b393baea02),segment_id=7f07e79c-d155-408f-9374-f6b393baea02)] {{(pid=80113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 04 07:57:44.221544 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.v2.base [None req-94d27477-79b3-471a-8e75-ba3b157208df tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Request body: {'security_group': {'name': 'tempest-securitygroup--242833716', 'description': 'tempest-description--1715602734'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 07:57:44.246039 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-b8857657-a065-477f-b1fa-2120807ece66 req-862b9b53-f802-46a1-af31-e7cf6583c8be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309259674757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309260170288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727594605546'] for port, after_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:44.303822 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:57:44.415954 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-f111ad30-342a-4a69-8793-b9099641d5e8 req-de327fe4-2755-4175-9c04-282d984a85f8 tempest-DeleteServersTestJSON-1890780733 tempest-DeleteServersTestJSON-1890780733-project] 10.222.0.99 "GET /v2.0/security-groups?id=cab90007-de65-4aa0-981a-154a69e55140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5423672 Feb 04 07:57:44.420730 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f2ecb107-2382-4af5-b048-b92335efc8dd None None] Notify callbacks [] for port, precommit_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:44.438100 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-f2ecb107-2382-4af5-b048-b92335efc8dd None None] Transition to ACTIVE for port object 9d6d3c1f-dcd6-4f2c-bc9f-271ece3b86ff will not be triggered until provisioned by entity L2. {{(pid=80115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 04 07:57:44.442093 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-94d27477-79b3-471a-8e75-ba3b157208df tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 07:57:44.452399 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f2ecb107-2382-4af5-b048-b92335efc8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309259674757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309260170288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727594605546'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:44.477398 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-94d27477-79b3-471a-8e75-ba3b157208df tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Usage tracker for resource:security_group and tenant:a6dac7e06d2347bf8335c11feb384ef9 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 07:57:44.489930 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-94d27477-79b3-471a-8e75-ba3b157208df tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 07:57:44.508293 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6eeaef34-59ea-4fc2-9899-33b05623f575 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:44.518129 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-94d27477-79b3-471a-8e75-ba3b157208df tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 07:57:44.533380 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6eeaef34-59ea-4fc2-9899-33b05623f575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:44.611481 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-b11cff50-2a9e-4244-8d9c-4b33180bfba6 None None] Provisioning complete for port 21315a2b-4a9c-479a-8737-a839e11153b3 triggered by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 07:57:44.612084 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b11cff50-2a9e-4244-8d9c-4b33180bfba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762158'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:44.623491 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-886e49bf-77d0-480b-8114-d2cfac68a2ab admin admin] Network 3c6985d7-344a-4685-b74e-38826882e570 is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 04 07:57:44.625545 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862b9b53-f802-46a1-af31-e7cf6583c8be service neutron] Pushing event updated for resources: {'Port': ['ID=e0dc0856-cac5-4300-b862-d733ede605eb,revision_number=3']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:57:44.632270 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.base_scheduler [None req-886e49bf-77d0-480b-8114-d2cfac68a2ab admin admin] Resources bound (agent type, host, resource id): {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 04 07:57:44.653119 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-fb8972bc-5865-409a-8617-a8927d294766 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:44.654350 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-862b9b53-f802-46a1-af31-e7cf6583c8be service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:57:44.657646 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.075s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:57:44.681231 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-fb8972bc-5865-409a-8617-a8927d294766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:44.700675 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-6eeaef34-59ea-4fc2-9899-33b05623f575 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=b29365c5ab064f9894c7118b647601dc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8087876 Feb 04 07:57:44.701469 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-b11cff50-2a9e-4244-8d9c-4b33180bfba6 None None] Port 21315a2b-4a9c-479a-8737-a839e11153b3 cannot update to ACTIVE because it is not bound. {{(pid=80115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 04 07:57:44.705665 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Pushing event updated for resources: {'Port': ['ID=ad9c284a-237a-4dd6-8b05-561fb31a74e2,revision_number=4']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:57:44.712343 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.769s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:57:44.712796 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.129s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:57:44.716316 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 48600) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:57:44.718382 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eeec382-1e6c-4352-89e0-15f101bee06d admin admin] Router e82e6950-e47b-4b6f-8804-e29ee5c63d5b has already been hosted by L3 agent 9b1007a2-cea1-4e19-8fd5-ed5c2617e796 {{(pid=80113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 04 07:57:44.775159 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eeaef34-59ea-4fc2-9899-33b05623f575 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48497a6b-b7cd-48e9-9cbd-4930462eb03e,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:57:44.791394 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-6eeaef34-59ea-4fc2-9899-33b05623f575 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:57:44.804356 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-c053053e-25a3-4400-a303-a54ebee3241d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.068s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:57:44.853726 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-fb8972bc-5865-409a-8617-a8927d294766 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=4ff25562aedc4652812361441ce5a5c6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5438595 Feb 04 07:57:44.885143 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.99', 48606) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:57:44.900655 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-94d27477-79b3-471a-8e75-ba3b157208df tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:44.977017 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898f6650-7679-480d-bde3-d2eb47a16918 None None] Pushing event updated for resources: {'Port': ['ID=9d6d3c1f-dcd6-4f2c-bc9f-271ece3b86ff,revision_number=3']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:57:44.986799 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-898f6650-7679-480d-bde3-d2eb47a16918 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:57:44.997919 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8972bc-5865-409a-8617-a8927d294766 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbc17b64-867a-4aba-9d06-13895180f0c8,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:57:45.015758 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-fb8972bc-5865-409a-8617-a8927d294766 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:57:45.027717 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Device ad9c284a-237a-4dd6-8b05-561fb31a74e2 up at agent ovs-agent-dv-cinder-733062-18-smb {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 07:57:45.033000 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8857657-a065-477f-b1fa-2120807ece66 req-862b9b53-f802-46a1-af31-e7cf6583c8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:57:45.033713 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-b8857657-a065-477f-b1fa-2120807ece66 req-862b9b53-f802-46a1-af31-e7cf6583c8be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1815815'] for port, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:45.035714 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-b8857657-a065-477f-b1fa-2120807ece66 req-862b9b53-f802-46a1-af31-e7cf6583c8be service neutron] 10.222.0.76 "PUT /v2.0/ports/e0dc0856-cac5-4300-b862-d733ede605eb HTTP/1.1" status: 200 len: 1158 time: 5.2051113 Feb 04 07:57:45.036246 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa932e77-18a6-4538-9029-8ceee8f10b61', 'tag': 'e0dc0856-cac5-4300-b862-d733ede605eb'}] {{(pid=80113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 07:57:45.110931 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-f2ecb107-2382-4af5-b048-b92335efc8dd None None] Attempting to bind port 9d6d3c1f-dcd6-4f2c-bc9f-271ece3b86ff on host dv-cinder-733062-18-smb for vnic_type normal with profile {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 07:57:45.111317 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-f2ecb107-2382-4af5-b048-b92335efc8dd None None] Attempting to bind port 9d6d3c1f-dcd6-4f2c-bc9f-271ece3b86ff by drivers openvswitch on host dv-cinder-733062-18-smb at level 0 using segments [{'id': 'a34b7fa1-4a3e-4109-813a-758c7c69af69', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'da9fddda-3ab3-487d-967d-7aa78c7fc3dd'}] {{(pid=80115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 04 07:57:45.111732 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ecb107-2382-4af5-b048-b92335efc8dd None None] Attempting to bind port 9d6d3c1f-dcd6-4f2c-bc9f-271ece3b86ff on network da9fddda-3ab3-487d-967d-7aa78c7fc3dd {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 04 07:57:45.127132 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ecb107-2382-4af5-b048-b92335efc8dd None None] Checking agent: {'id': 'b265e0d7-049f-4621-8b9a-cada9a3d4f64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-18-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 4, 7, 47, 55), 'started_at': datetime.datetime(2021, 2, 4, 7, 48, 25), 'heartbeat_timestamp': datetime.datetime(2021, 2, 4, 7, 57, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-18-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.87', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 07:57:45.127598 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ecb107-2382-4af5-b048-b92335efc8dd None None] Checking segment: {'id': 'a34b7fa1-4a3e-4109-813a-758c7c69af69', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'da9fddda-3ab3-487d-967d-7aa78c7fc3dd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 04 07:57:45.128049 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f2ecb107-2382-4af5-b048-b92335efc8dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:45.128492 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ecb107-2382-4af5-b048-b92335efc8dd None None] Bound using segment: {'id': 'a34b7fa1-4a3e-4109-813a-758c7c69af69', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'da9fddda-3ab3-487d-967d-7aa78c7fc3dd'} {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 07:57:45.129215 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-f2ecb107-2382-4af5-b048-b92335efc8dd None None] Bound port: 9d6d3c1f-dcd6-4f2c-bc9f-271ece3b86ff, host: dv-cinder-733062-18-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a34b7fa1-4a3e-4109-813a-758c7c69af69', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'da9fddda-3ab3-487d-967d-7aa78c7fc3dd'}}] {{(pid=80115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 04 07:57:45.129679 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f2ecb107-2382-4af5-b048-b92335efc8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:45.149590 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-886e49bf-77d0-480b-8114-d2cfac68a2ab admin admin] Router 640b90a8-9901-4927-9dda-1232e0ae0a50 has already been hosted by L3 agent 9b1007a2-cea1-4e19-8fd5-ed5c2617e796 {{(pid=80114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 04 07:57:45.187532 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-94d27477-79b3-471a-8e75-ba3b157208df tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 07:57:45.193470 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f981304a-af2a-4d83-9e55-a185692b55fc req-973f5f7e-6e2c-4b39-8ccc-04d126c94c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:57:45.195437 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-f981304a-af2a-4d83-9e55-a185692b55fc req-973f5f7e-6e2c-4b39-8ccc-04d126c94c58 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f601d095897a4b3ea425ddea9e3c48a2&device_id=b5edadef-4344-46ea-84e4-752738d2ab28 HTTP/1.1" status: 200 len: 1161 time: 1.0023437 Feb 04 07:57:45.267637 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-f2ecb107-2382-4af5-b048-b92335efc8dd None None] For port 9d6d3c1f-dcd6-4f2c-bc9f-271ece3b86ff, host dv-cinder-733062-18-smb, cleared binding levels {{(pid=80115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 04 07:57:45.271393 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-f2ecb107-2382-4af5-b048-b92335efc8dd None None] For port 9d6d3c1f-dcd6-4f2c-bc9f-271ece3b86ff, host dv-cinder-733062-18-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-18-smb',level=0,port_id=9d6d3c1f-dcd6-4f2c-bc9f-271ece3b86ff,segment=NetworkSegment(a34b7fa1-4a3e-4109-813a-758c7c69af69),segment_id=a34b7fa1-4a3e-4109-813a-758c7c69af69)] {{(pid=80115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 04 07:57:45.275739 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f2ecb107-2382-4af5-b048-b92335efc8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309259674757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309260170288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727594605546'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:45.322538 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b224fd3-ca94-4256-bf8a-5bb78a1a0bfd req-59629932-3bb3-468a-8086-35bd7fb0f17c tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:57:45.326530 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-5b224fd3-ca94-4256-bf8a-5bb78a1a0bfd req-59629932-3bb3-468a-8086-35bd7fb0f17c tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] 10.222.0.99 "GET /v2.0/ports?device_id=fa932e77-18a6-4538-9029-8ceee8f10b61 HTTP/1.1" status: 200 len: 944 time: 1.0602570 Feb 04 07:57:45.327990 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-94d27477-79b3-471a-8e75-ba3b157208df tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Usage tracker for resource:security_group_rule and tenant:a6dac7e06d2347bf8335c11feb384ef9 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 07:57:45.335671 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5edadef-4344-46ea-84e4-752738d2ab28', 'tag': '9cace56c-fe68-4e8f-9b61-7f7f0d35033c', 'status': 'completed', 'code': 200} Feb 04 07:57:45.345232 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-94d27477-79b3-471a-8e75-ba3b157208df tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 07:57:45.401069 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-79ff144d-9f78-4241-879a-89ac9a092b7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:45.434157 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:57:45.461304 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-79ff144d-9f78-4241-879a-89ac9a092b7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:45.476653 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eeec382-1e6c-4352-89e0-15f101bee06d admin admin] Notify agent at l3_agent.dv-cinder-733062-18-smb the message routers_updated {{(pid=80113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 04 07:57:45.490018 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233e4813-a6bb-40d3-825f-d724bc1c48e4 None None] Sync routers for ids ['e82e6950-e47b-4b6f-8804-e29ee5c63d5b'] in dv-cinder-733062-18-smb {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 04 07:57:45.507112 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233e4813-a6bb-40d3-825f-d724bc1c48e4 None None] Routers {'e82e6950-e47b-4b6f-8804-e29ee5c63d5b'} bound to L3 agent in host dv-cinder-733062-18-smb {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 04 07:57:45.508552 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-233e4813-a6bb-40d3-825f-d724bc1c48e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-04T07:47:53Z,description=,heartbeat_timestamp=2021-02-04T07:57:23Z,host='dv-cinder-733062-18-smb',id=9b1007a2-cea1-4e19-8fd5-ed5c2617e796,load=0,resource_versions=,resources_synced=,started_at=2021-02-04T07:47:53Z,topic='l3_agent')) {'router_ids': ['e82e6950-e47b-4b6f-8804-e29ee5c63d5b'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 07:57:45.563716 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8857657-a065-477f-b1fa-2120807ece66 req-693bdb29-a7d7-4acb-bb2a-7195a8eb136d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:57:45.568335 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-b8857657-a065-477f-b1fa-2120807ece66 req-693bdb29-a7d7-4acb-bb2a-7195a8eb136d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e025b0caf149437a978dcb2e658b1da5&device_id=fa932e77-18a6-4538-9029-8ceee8f10b61 HTTP/1.1" status: 200 len: 1161 time: 0.3817322 Feb 04 07:57:45.667214 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Provisioning complete for port ad9c284a-237a-4dd6-8b05-561fb31a74e2 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 07:57:45.667832 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762158'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:45.746416 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-f981304a-af2a-4d83-9e55-a185692b55fc req-ec8f2180-31b1-49a5-be3c-554700a71ca0 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9cace56c-fe68-4e8f-9b61-7f7f0d35033c HTTP/1.1" status: 200 len: 217 time: 0.4095573 Feb 04 07:57:45.755147 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898f6650-7679-480d-bde3-d2eb47a16918 None None] Pushing event updated for resources: {'Port': ['ID=9d6d3c1f-dcd6-4f2c-bc9f-271ece3b86ff,revision_number=4']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:57:45.761034 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-b8857657-a065-477f-b1fa-2120807ece66 req-36298bb5-307c-4724-9fd5-1febe7f6f4bf service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e0dc0856-cac5-4300-b862-d733ede605eb HTTP/1.1" status: 200 len: 217 time: 0.1746230 Feb 04 07:57:45.765177 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-4eeec382-1e6c-4352-89e0-15f101bee06d admin admin] 10.222.0.99 "PUT /v2.0/routers/e82e6950-e47b-4b6f-8804-e29ee5c63d5b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.7063425 Feb 04 07:57:45.786162 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-898f6650-7679-480d-bde3-d2eb47a16918 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:57:45.795514 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-94d27477-79b3-471a-8e75-ba3b157208df tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 07:57:45.853131 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ecb107-2382-4af5-b048-b92335efc8dd None None] Routers {'20a7d0af-5908-48c5-9dcf-280b21b669ad'} bound to L3 agent in host dv-cinder-733062-18-smb {{(pid=80115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 04 07:57:45.867897 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-f2ecb107-2382-4af5-b048-b92335efc8dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-04T07:47:53Z,description=,heartbeat_timestamp=2021-02-04T07:57:23Z,host='dv-cinder-733062-18-smb',id=9b1007a2-cea1-4e19-8fd5-ed5c2617e796,load=0,resource_versions=,resources_synced=,started_at=2021-02-04T07:47:53Z,topic='l3_agent')) {'router_ids': ['20a7d0af-5908-48c5-9dcf-280b21b669ad'], 'active': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 07:57:45.891304 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-79ff144d-9f78-4241-879a-89ac9a092b7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:45.925225 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-6eeaef34-59ea-4fc2-9899-33b05623f575 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:57:45.963511 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8857657-a065-477f-b1fa-2120807ece66 req-ba4ba0ee-28c5-4dc9-b9ee-06a93df0a99b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:57:45.977259 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-b8857657-a065-477f-b1fa-2120807ece66 req-ba4ba0ee-28c5-4dc9-b9ee-06a93df0a99b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=daa9ab9c-d070-4c63-9925-724b7f6976a7 HTTP/1.1" status: 200 len: 855 time: 0.1977701 Feb 04 07:57:46.043256 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-886e49bf-77d0-480b-8114-d2cfac68a2ab admin admin] Notify agent at l3_agent.dv-cinder-733062-18-smb the message routers_updated {{(pid=80114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 04 07:57:46.067633 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ff144d-9f78-4241-879a-89ac9a092b7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48497a6b-b7cd-48e9-9cbd-4930462eb03e,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:57:46.093078 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-79ff144d-9f78-4241-879a-89ac9a092b7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:57:46.094035 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-79ff144d-9f78-4241-879a-89ac9a092b7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:46.106039 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-79ff144d-9f78-4241-879a-89ac9a092b7c admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/48497a6b-b7cd-48e9-9cbd-4930462eb03e HTTP/1.1" status: 204 len: 168 time: 1.3780372 Feb 04 07:57:46.114786 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-b8857657-a065-477f-b1fa-2120807ece66 req-0d367ef6-28d1-43da-97eb-aa140ff966eb service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d6cc8c6f-e231-4895-957c-7832ba254527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1364994 Feb 04 07:57:46.142064 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvr_db [None req-233e4813-a6bb-40d3-825f-d724bc1c48e4 None None] Set router e82e6950-e47b-4b6f-8804-e29ee5c63d5b gateway port host: dv-cinder-733062-18-smb {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 04 07:57:46.191860 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f981304a-af2a-4d83-9e55-a185692b55fc req-cb0cf6e1-007e-4461-81ac-85e5b1e78d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:57:46.193434 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-f981304a-af2a-4d83-9e55-a185692b55fc req-cb0cf6e1-007e-4461-81ac-85e5b1e78d27 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=20cb5e5f-c6f4-42c4-b451-0413df21402c HTTP/1.1" status: 200 len: 851 time: 0.1542211 Feb 04 07:57:46.202802 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-886e49bf-77d0-480b-8114-d2cfac68a2ab admin admin] 10.222.0.99 "PUT /v2.0/routers/640b90a8-9901-4927-9dda-1232e0ae0a50/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5411141 Feb 04 07:57:46.213453 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca858c8-17de-4487-a67a-aad28da7d31e None None] Sync routers for ids ['640b90a8-9901-4927-9dda-1232e0ae0a50'] in dv-cinder-733062-18-smb {{(pid=80115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 04 07:57:46.326290 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-d5ca702a-054d-453c-82d7-8d8c76851d96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:46.356082 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-d5ca702a-054d-453c-82d7-8d8c76851d96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:46.423960 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-f981304a-af2a-4d83-9e55-a185692b55fc req-b3e6b2a5-cb11-43c8-bf4e-d2c9a783f38b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e9eb2bc8-045b-4383-b839-2afa1c573557&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1869617 Feb 04 07:57:46.440883 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-d5ca702a-054d-453c-82d7-8d8c76851d96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:46.493236 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-b8857657-a065-477f-b1fa-2120807ece66 req-a1d573c1-aca8-4558-8834-718debec8b77 service neutron] 10.222.0.76 "GET /v2.0/networks/d6cc8c6f-e231-4895-957c-7832ba254527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3716946 Feb 04 07:57:46.502719 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:57:46.519837 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca858c8-17de-4487-a67a-aad28da7d31e None None] Routers {'640b90a8-9901-4927-9dda-1232e0ae0a50'} bound to L3 agent in host dv-cinder-733062-18-smb {{(pid=80115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 04 07:57:46.523287 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-7ca858c8-17de-4487-a67a-aad28da7d31e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-04T07:47:53Z,description=,heartbeat_timestamp=2021-02-04T07:57:23Z,host='dv-cinder-733062-18-smb',id=9b1007a2-cea1-4e19-8fd5-ed5c2617e796,load=0,resource_versions=,resources_synced=,started_at=2021-02-04T07:47:53Z,topic='l3_agent')) {'router_ids': ['640b90a8-9901-4927-9dda-1232e0ae0a50'], 'active': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 07:57:46.558479 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-5b224fd3-ca94-4256-bf8a-5bb78a1a0bfd req-dd2bab7a-3274-4778-848e-6b605cee72fb tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] 10.222.0.99 "GET /v2.0/security-groups?id=23e57bf3-6871-46d4-a88b-2b22ec633850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2143743 Feb 04 07:57:46.725520 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-233e4813-a6bb-40d3-825f-d724bc1c48e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e82e6950-e47b-4b6f-8804-e29ee5c63d5b', 'name': 'tempest-AttachVolumeShelveTestJSON-35567972-router', 'tenant_id': '672bfb04a4f44fa3ae40a386ff3ebb9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'external_fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.111'}], 'enable_snat': True}, 'gw_port_id': 'b89ec45b-8d09-4de9-896d-76dcee756ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T07:57:20Z', 'updated_at': '2021-02-04T07:57:41Z', 'revision_number': 4, 'project_id': '672bfb04a4f44fa3ae40a386ff3ebb9b', 'gw_port': {'id': 'b89ec45b-8d09-4de9-896d-76dcee756ac5', 'name': '', 'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c6:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82e6950-e47b-4b6f-8804-e29ee5c63d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T07:57:22Z', 'updated_at': '2021-02-04T07:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-18-smb', '_interfaces': [{'id': '21315a2b-4a9c-479a-8737-a839e11153b3', 'name': '', 'network_id': '3c065512-3d6a-479a-b479-11e02ccc5658', 'tenant_id': '672bfb04a4f44fa3ae40a386ff3ebb9b', 'mac_address': 'fa:16:3e:32:ee:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e82e6950-e47b-4b6f-8804-e29ee5c63d5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'c113e9e9-819c-413f-8742-7912f5a3f620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T07:57:35Z', 'updated_at': '2021-02-04T07:57:42Z', 'revision_number': 2, 'project_id': '672bfb04a4f44fa3ae40a386ff3ebb9b', 'subnets': [{'id': 'c113e9e9-819c-413f-8742-7912f5a3f620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733062-18-smb', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 07:57:46.732070 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233e4813-a6bb-40d3-825f-d724bc1c48e4 None None] Checking router: e82e6950-e47b-4b6f-8804-e29ee5c63d5b for host: dv-cinder-733062-18-smb {{(pid=80116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 04 07:57:46.733082 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233e4813-a6bb-40d3-825f-d724bc1c48e4 None None] Updating router e82e6950-e47b-4b6f-8804-e29ee5c63d5b port 21315a2b-4a9c-479a-8737-a839e11153b3 binding host dv-cinder-733062-18-smb {{(pid=80116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 04 07:57:46.820382 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-233e4813-a6bb-40d3-825f-d724bc1c48e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:46.884497 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-b8857657-a065-477f-b1fa-2120807ece66 req-fbf7c386-bc65-4f37-8a1b-a8ae757a9c6d service neutron] 10.222.0.76 "GET /v2.0/networks/d6cc8c6f-e231-4895-957c-7832ba254527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3727393 Feb 04 07:57:46.891583 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 48658) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:57:46.941803 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-94d27477-79b3-471a-8e75-ba3b157208df tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:46.943323 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ca702a-054d-453c-82d7-8d8c76851d96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbc17b64-867a-4aba-9d06-13895180f0c8,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:57:46.956522 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-f981304a-af2a-4d83-9e55-a185692b55fc req-64b848e3-7401-4fd4-aff4-12b235eadfd9 service neutron] 10.222.0.76 "GET /v2.0/networks/e9eb2bc8-045b-4383-b839-2afa1c573557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5264115 Feb 04 07:57:46.958640 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-d5ca702a-054d-453c-82d7-8d8c76851d96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:57:46.962562 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-94d27477-79b3-471a-8e75-ba3b157208df tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:46.964834 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-d5ca702a-054d-453c-82d7-8d8c76851d96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:46.966139 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-d5ca702a-054d-453c-82d7-8d8c76851d96 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/cbc17b64-867a-4aba-9d06-13895180f0c8 HTTP/1.1" status: 204 len: 168 time: 2.0751014 Feb 04 07:57:46.972977 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvr_db [None req-7ca858c8-17de-4487-a67a-aad28da7d31e None None] Set router 640b90a8-9901-4927-9dda-1232e0ae0a50 gateway port host: dv-cinder-733062-18-smb {{(pid=80115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 04 07:57:47.133202 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-e417e9cf-bf9f-4c09-9005-f4213fde687a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:57:47.176302 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9da699e8-5fd7-4207-ae69-b775f89f610d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:47.212109 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvr_db [None req-f2ecb107-2382-4af5-b048-b92335efc8dd None None] Set router 20a7d0af-5908-48c5-9dcf-280b21b669ad gateway port host: dv-cinder-733062-18-smb {{(pid=80115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 04 07:57:47.219813 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-9da699e8-5fd7-4207-ae69-b775f89f610d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 07:57:47.233906 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-9da699e8-5fd7-4207-ae69-b775f89f610d admin admin] Usage tracker for resource:security_group_rule and tenant:f0459361fb21454697b406119ab39c62 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 07:57:47.249147 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-9da699e8-5fd7-4207-ae69-b775f89f610d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 07:57:47.266108 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-9da699e8-5fd7-4207-ae69-b775f89f610d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 07:57:47.325073 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-f981304a-af2a-4d83-9e55-a185692b55fc req-f3942d34-d5d6-486e-8368-85eab7fca793 service neutron] 10.222.0.76 "GET /v2.0/networks/e9eb2bc8-045b-4383-b839-2afa1c573557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3538857 Feb 04 07:57:47.361250 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa932e77-18a6-4538-9029-8ceee8f10b61', 'tag': 'e0dc0856-cac5-4300-b862-d733ede605eb', 'status': 'completed', 'code': 200} Feb 04 07:57:47.428719 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4a0dbc-d075-46f3-9a0d-01ca4b5a42b7 req-2da1c58b-4436-4386-8f9c-2fbe04d2b68a tempest-DeleteServersTestJSON-1890780733 tempest-DeleteServersTestJSON-1890780733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:57:47.438617 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-dc4a0dbc-d075-46f3-9a0d-01ca4b5a42b7 req-2da1c58b-4436-4386-8f9c-2fbe04d2b68a tempest-DeleteServersTestJSON-1890780733 tempest-DeleteServersTestJSON-1890780733-project] 10.222.0.99 "GET /v2.0/ports?device_id=b5edadef-4344-46ea-84e4-752738d2ab28 HTTP/1.1" status: 200 len: 944 time: 1.6902623 Feb 04 07:57:47.441116 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-94d27477-79b3-471a-8e75-ba3b157208df tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:47.442404 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-94d27477-79b3-471a-8e75-ba3b157208df tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] 10.222.0.99 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 3.4176559 Feb 04 07:57:47.447715 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d27477-79b3-471a-8e75-ba3b157208df tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97e209db-0d86-4808-83b0-429263fefeea,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:57:47.450915 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-94d27477-79b3-471a-8e75-ba3b157208df tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:57:47.452627 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.99', 48676) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:57:47.473818 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-233e4813-a6bb-40d3-825f-d724bc1c48e4 None None] Notify callbacks [] for port, precommit_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:47.496802 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-233e4813-a6bb-40d3-825f-d724bc1c48e4 None None] Transition to ACTIVE for port object 21315a2b-4a9c-479a-8737-a839e11153b3 will not be triggered until provisioned by entity L2. {{(pid=80116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 04 07:57:47.500656 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-233e4813-a6bb-40d3-825f-d724bc1c48e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309259674757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309260170288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727594605546'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:47.511205 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.v2.base [None req-8dbefc8a-a24a-42eb-a501-903a6b36438f tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Request body: {'security_group_rule': {'security_group_id': '97e209db-0d86-4808-83b0-429263fefeea', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 07:57:47.522394 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:57:47.549372 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-8dbefc8a-a24a-42eb-a501-903a6b36438f tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 07:57:47.558715 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-8dbefc8a-a24a-42eb-a501-903a6b36438f tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Usage tracker for resource:security_group_rule and tenant:a6dac7e06d2347bf8335c11feb384ef9 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 07:57:47.580881 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-8dbefc8a-a24a-42eb-a501-903a6b36438f tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 07:57:47.620243 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-dc4a0dbc-d075-46f3-9a0d-01ca4b5a42b7 req-a4a71514-22b1-4ee8-9b5e-b331869ba552 tempest-DeleteServersTestJSON-1890780733 tempest-DeleteServersTestJSON-1890780733-project] 10.222.0.99 "GET /v2.0/security-groups?id=cab90007-de65-4aa0-981a-154a69e55140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805913 Feb 04 07:57:47.632675 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366804dd-4326-4354-9b2f-35bd413e0581 None None] Pushing event updated for resources: {'Port': ['ID=21315a2b-4a9c-479a-8737-a839e11153b3,revision_number=3']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:57:47.650269 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-8dbefc8a-a24a-42eb-a501-903a6b36438f tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 07:57:47.707133 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-366804dd-4326-4354-9b2f-35bd413e0581 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:57:47.718871 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22639aa-4918-4dd8-9c2b-1a6d6f6b9cd7 req-083c528f-759c-4fb5-b539-ea02a984b946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:57:47.720834 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-d22639aa-4918-4dd8-9c2b-1a6d6f6b9cd7 req-083c528f-759c-4fb5-b539-ea02a984b946 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e025b0caf149437a978dcb2e658b1da5&device_id=fa932e77-18a6-4538-9029-8ceee8f10b61 HTTP/1.1" status: 200 len: 1161 time: 0.2672868 Feb 04 07:57:47.731416 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9da699e8-5fd7-4207-ae69-b775f89f610d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:47.741794 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9da699e8-5fd7-4207-ae69-b775f89f610d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:47.761363 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-4d8ee0df-8cbe-4256-bb4f-008ba89e0259 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:57:47.780041 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f0baeb-5a6a-4258-a596-dc86ef2afc7a req-200eddbe-ef6a-4e73-8c82-630d43dfba1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:57:47.781715 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-55f0baeb-5a6a-4258-a596-dc86ef2afc7a req-200eddbe-ef6a-4e73-8c82-630d43dfba1c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f601d095897a4b3ea425ddea9e3c48a2&device_id=b5edadef-4344-46ea-84e4-752738d2ab28 HTTP/1.1" status: 200 len: 1161 time: 0.3008981 Feb 04 07:57:47.854322 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-9da699e8-5fd7-4207-ae69-b775f89f610d admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=f0459361fb21454697b406119ab39c62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9615624 Feb 04 07:57:47.855292 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da699e8-5fd7-4207-ae69-b775f89f610d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=466eae08-19ee-4d5b-83fc-91177f34b592,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:57:47.859206 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-9da699e8-5fd7-4207-ae69-b775f89f610d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:57:47.914073 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 48690) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:57:47.994834 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-8dbefc8a-a24a-42eb-a501-903a6b36438f tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:48.053762 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.99', 48694) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:57:48.134111 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-c6b68855-5d5c-4210-93c6-d8ce4c39d167 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:48.226248 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b228ea3d-dc89-4a00-a607-386ec02bddfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:48.252812 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.99', 48698) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:57:48.253248 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-233e4813-a6bb-40d3-825f-d724bc1c48e4 None None] Attempting to bind port 21315a2b-4a9c-479a-8737-a839e11153b3 on host dv-cinder-733062-18-smb for vnic_type normal with profile {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 07:57:48.254513 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-233e4813-a6bb-40d3-825f-d724bc1c48e4 None None] Attempting to bind port 21315a2b-4a9c-479a-8737-a839e11153b3 by drivers openvswitch on host dv-cinder-733062-18-smb at level 0 using segments [{'id': 'c1444196-01b8-49a6-91dc-480435b565ae', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '3c065512-3d6a-479a-b479-11e02ccc5658'}] {{(pid=80116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 04 07:57:48.254938 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233e4813-a6bb-40d3-825f-d724bc1c48e4 None None] Attempting to bind port 21315a2b-4a9c-479a-8737-a839e11153b3 on network 3c065512-3d6a-479a-b479-11e02ccc5658 {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 04 07:57:48.270858 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233e4813-a6bb-40d3-825f-d724bc1c48e4 None None] Checking agent: {'id': 'b265e0d7-049f-4621-8b9a-cada9a3d4f64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-18-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 4, 7, 47, 55), 'started_at': datetime.datetime(2021, 2, 4, 7, 48, 25), 'heartbeat_timestamp': datetime.datetime(2021, 2, 4, 7, 57, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-18-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.87', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 07:57:48.271452 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233e4813-a6bb-40d3-825f-d724bc1c48e4 None None] Checking segment: {'id': 'c1444196-01b8-49a6-91dc-480435b565ae', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '3c065512-3d6a-479a-b479-11e02ccc5658'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 04 07:57:48.272160 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-233e4813-a6bb-40d3-825f-d724bc1c48e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:48.272764 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233e4813-a6bb-40d3-825f-d724bc1c48e4 None None] Bound using segment: {'id': 'c1444196-01b8-49a6-91dc-480435b565ae', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '3c065512-3d6a-479a-b479-11e02ccc5658'} {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 07:57:48.273375 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-233e4813-a6bb-40d3-825f-d724bc1c48e4 None None] Bound port: 21315a2b-4a9c-479a-8737-a839e11153b3, host: dv-cinder-733062-18-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1444196-01b8-49a6-91dc-480435b565ae', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '3c065512-3d6a-479a-b479-11e02ccc5658'}}] {{(pid=80116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 04 07:57:48.273882 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-233e4813-a6bb-40d3-825f-d724bc1c48e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:48.285778 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-c6b68855-5d5c-4210-93c6-d8ce4c39d167 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 07:57:48.325819 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-c6b68855-5d5c-4210-93c6-d8ce4c39d167 admin admin] Usage tracker for resource:security_group_rule and tenant:85a543044e8a4bf39f982a0f6ef04af3 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 07:57:48.338843 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.v2.base [None req-a6abc506-bc36-407a-90df-3d70a9a06059 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Request body: {'security_group': {'name': 'tempest-securitygroup--867545083', 'description': 'tempest-description--1099505037'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 07:57:48.341692 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b228ea3d-dc89-4a00-a607-386ec02bddfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:48.402210 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-c6b68855-5d5c-4210-93c6-d8ce4c39d167 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 07:57:48.411855 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-a6abc506-bc36-407a-90df-3d70a9a06059 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 07:57:48.455320 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-a6abc506-bc36-407a-90df-3d70a9a06059 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Usage tracker for resource:security_group and tenant:672bfb04a4f44fa3ae40a386ff3ebb9b is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 07:57:48.459565 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-c6b68855-5d5c-4210-93c6-d8ce4c39d167 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 07:57:48.459749 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-233e4813-a6bb-40d3-825f-d724bc1c48e4 None None] For port 21315a2b-4a9c-479a-8737-a839e11153b3, host dv-cinder-733062-18-smb, cleared binding levels {{(pid=80116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 04 07:57:48.463364 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-233e4813-a6bb-40d3-825f-d724bc1c48e4 None None] For port 21315a2b-4a9c-479a-8737-a839e11153b3, host dv-cinder-733062-18-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-18-smb',level=0,port_id=21315a2b-4a9c-479a-8737-a839e11153b3,segment=NetworkSegment(c1444196-01b8-49a6-91dc-480435b565ae),segment_id=c1444196-01b8-49a6-91dc-480435b565ae)] {{(pid=80116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 04 07:57:48.469168 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22639aa-4918-4dd8-9c2b-1a6d6f6b9cd7 req-e0472e32-d8d3-445d-abec-e54692f092ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:57:48.474150 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-d22639aa-4918-4dd8-9c2b-1a6d6f6b9cd7 req-e0472e32-d8d3-445d-abec-e54692f092ba service neutron] 10.222.0.76 "GET /v2.0/networks?id=d6cc8c6f-e231-4895-957c-7832ba254527 HTTP/1.1" status: 200 len: 909 time: 0.7403030 Feb 04 07:57:48.476637 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-a6abc506-bc36-407a-90df-3d70a9a06059 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 07:57:48.483485 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f0baeb-5a6a-4258-a596-dc86ef2afc7a req-f733982f-18c2-447c-b253-ef5197ff3144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:57:48.485300 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-55f0baeb-5a6a-4258-a596-dc86ef2afc7a req-f733982f-18c2-447c-b253-ef5197ff3144 service neutron] 10.222.0.76 "GET /v2.0/networks?id=e9eb2bc8-045b-4383-b839-2afa1c573557 HTTP/1.1" status: 200 len: 905 time: 0.6894863 Feb 04 07:57:48.486754 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b228ea3d-dc89-4a00-a607-386ec02bddfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:48.487487 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-233e4813-a6bb-40d3-825f-d724bc1c48e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309259674757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309260170288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727594605546'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:48.496989 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-89ee16d5-d845-4999-819c-4f031dcafbe8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:57:48.514478 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b228ea3d-dc89-4a00-a607-386ec02bddfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=466eae08-19ee-4d5b-83fc-91177f34b592,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:57:48.516149 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b228ea3d-dc89-4a00-a607-386ec02bddfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:48.517470 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-b228ea3d-dc89-4a00-a607-386ec02bddfa admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/466eae08-19ee-4d5b-83fc-91177f34b592 HTTP/1.1" status: 204 len: 168 time: 0.6018813 Feb 04 07:57:48.518594 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-b228ea3d-dc89-4a00-a607-386ec02bddfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:57:48.530766 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-feed21d4-6cff-46d7-873e-d7ab86ae8a38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:57:48.596773 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-a6abc506-bc36-407a-90df-3d70a9a06059 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 07:57:48.681997 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a6abc506-bc36-407a-90df-3d70a9a06059 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:48.736249 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366804dd-4326-4354-9b2f-35bd413e0581 None None] Pushing event updated for resources: {'Port': ['ID=21315a2b-4a9c-479a-8737-a839e11153b3,revision_number=4']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:57:48.742681 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-366804dd-4326-4354-9b2f-35bd413e0581 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:57:48.779666 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-7ca858c8-17de-4487-a67a-aad28da7d31e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '640b90a8-9901-4927-9dda-1232e0ae0a50', 'name': 'tempest-ServerRescueNegativeTestJSON-548795684-router', 'tenant_id': 'fdc2e6a78c794db1bf575f754255feb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'external_fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.136'}], 'enable_snat': True}, 'gw_port_id': 'ad9c284a-237a-4dd6-8b05-561fb31a74e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T07:57:21Z', 'updated_at': '2021-02-04T07:57:40Z', 'revision_number': 4, 'project_id': 'fdc2e6a78c794db1bf575f754255feb7', 'gw_port': {'id': 'ad9c284a-237a-4dd6-8b05-561fb31a74e2', 'name': '', 'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:3a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '640b90a8-9901-4927-9dda-1232e0ae0a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T07:57:26Z', 'updated_at': '2021-02-04T07:57:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-18-smb', '_interfaces': [{'id': '04c4087d-1838-406a-9d92-7867c08fcfcd', 'name': '', 'network_id': '3c6985d7-344a-4685-b74e-38826882e570', 'tenant_id': 'fdc2e6a78c794db1bf575f754255feb7', 'mac_address': 'fa:16:3e:e1:fc:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '640b90a8-9901-4927-9dda-1232e0ae0a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '6e3e4c1f-bef5-4969-b1a2-0e7821d81c28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T07:57:37Z', 'updated_at': '2021-02-04T07:57:42Z', 'revision_number': 2, 'project_id': 'fdc2e6a78c794db1bf575f754255feb7', 'subnets': [{'id': '6e3e4c1f-bef5-4969-b1a2-0e7821d81c28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733062-18-smb', False) {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 07:57:48.791627 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233e4813-a6bb-40d3-825f-d724bc1c48e4 None None] Routers {'e82e6950-e47b-4b6f-8804-e29ee5c63d5b'} bound to L3 agent in host dv-cinder-733062-18-smb {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 04 07:57:48.792641 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-233e4813-a6bb-40d3-825f-d724bc1c48e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-04T07:47:53Z,description=,heartbeat_timestamp=2021-02-04T07:57:23Z,host='dv-cinder-733062-18-smb',id=9b1007a2-cea1-4e19-8fd5-ed5c2617e796,load=0,resource_versions=,resources_synced=,started_at=2021-02-04T07:47:53Z,topic='l3_agent')) {'router_ids': ['e82e6950-e47b-4b6f-8804-e29ee5c63d5b'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 07:57:48.808926 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca858c8-17de-4487-a67a-aad28da7d31e None None] Checking router: 640b90a8-9901-4927-9dda-1232e0ae0a50 for host: dv-cinder-733062-18-smb {{(pid=80115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 04 07:57:48.809345 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca858c8-17de-4487-a67a-aad28da7d31e None None] Updating router 640b90a8-9901-4927-9dda-1232e0ae0a50 port 04c4087d-1838-406a-9d92-7867c08fcfcd binding host dv-cinder-733062-18-smb {{(pid=80115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 04 07:57:48.873265 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-f2ecb107-2382-4af5-b048-b92335efc8dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20a7d0af-5908-48c5-9dcf-280b21b669ad', 'name': 'tempest-AttachVolumeTestJSON-131749411-router', 'tenant_id': 'a6dac7e06d2347bf8335c11feb384ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'external_fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.180'}], 'enable_snat': True}, 'gw_port_id': '43b632f2-e346-49fd-915a-cd303ad41489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T07:57:15Z', 'updated_at': '2021-02-04T07:57:37Z', 'revision_number': 4, 'project_id': 'a6dac7e06d2347bf8335c11feb384ef9', 'gw_port': {'id': '43b632f2-e346-49fd-915a-cd303ad41489', 'name': '', 'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:d5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20a7d0af-5908-48c5-9dcf-280b21b669ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T07:57:17Z', 'updated_at': '2021-02-04T07:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-18-smb', '_interfaces': [{'id': '9d6d3c1f-dcd6-4f2c-bc9f-271ece3b86ff', 'name': '', 'network_id': 'da9fddda-3ab3-487d-967d-7aa78c7fc3dd', 'tenant_id': 'a6dac7e06d2347bf8335c11feb384ef9', 'mac_address': 'fa:16:3e:0f:93:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20a7d0af-5908-48c5-9dcf-280b21b669ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '4537a32b-846b-4c36-83cb-e761caa59ada', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T07:57:28Z', 'updated_at': '2021-02-04T07:57:45Z', 'revision_number': 4, 'project_id': 'a6dac7e06d2347bf8335c11feb384ef9', 'subnets': [{'id': '4537a32b-846b-4c36-83cb-e761caa59ada', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733062-18-smb', False) {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 07:57:48.901246 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ecb107-2382-4af5-b048-b92335efc8dd None None] The sync data for ids ['20a7d0af-5908-48c5-9dcf-280b21b669ad'] in dv-cinder-733062-18-smb is: [{'id': '20a7d0af-5908-48c5-9dcf-280b21b669ad', 'name': 'tempest-AttachVolumeTestJSON-131749411-router', 'tenant_id': 'a6dac7e06d2347bf8335c11feb384ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'external_fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.180'}], 'enable_snat': True}, 'gw_port_id': '43b632f2-e346-49fd-915a-cd303ad41489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T07:57:15Z', 'updated_at': '2021-02-04T07:57:37Z', 'revision_number': 4, 'project_id': 'a6dac7e06d2347bf8335c11feb384ef9', 'gw_port': {'id': '43b632f2-e346-49fd-915a-cd303ad41489', 'name': '', 'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:d5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20a7d0af-5908-48c5-9dcf-280b21b669ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T07:57:17Z', 'updated_at': '2021-02-04T07:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-18-smb', '_interfaces': [{'id': '9d6d3c1f-dcd6-4f2c-bc9f-271ece3b86ff', 'name': '', 'network_id': 'da9fddda-3ab3-487d-967d-7aa78c7fc3dd', 'tenant_id': 'a6dac7e06d2347bf8335c11feb384ef9', 'mac_address': 'fa:16:3e:0f:93:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20a7d0af-5908-48c5-9dcf-280b21b669ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '4537a32b-846b-4c36-83cb-e761caa59ada', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T07:57:28Z', 'updated_at': '2021-02-04T07:57:45Z', 'revision_number': 4, 'project_id': 'a6dac7e06d2347bf8335c11feb384ef9', 'subnets': [{'id': '4537a32b-846b-4c36-83cb-e761caa59ada', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 04 07:57:48.984544 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-7ca858c8-17de-4487-a67a-aad28da7d31e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:49.063886 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-8dbefc8a-a24a-42eb-a501-903a6b36438f tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:49.074840 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-d22639aa-4918-4dd8-9c2b-1a6d6f6b9cd7 req-369097e9-46ef-491a-b4c0-f9cfb6ba25a0 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e0dc0856-cac5-4300-b862-d733ede605eb HTTP/1.1" status: 200 len: 217 time: 0.5862615 Feb 04 07:57:49.203971 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvr_db [None req-233e4813-a6bb-40d3-825f-d724bc1c48e4 None None] Set router e82e6950-e47b-4b6f-8804-e29ee5c63d5b gateway port host: dv-cinder-733062-18-smb {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 04 07:57:49.236108 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc67d3e1-d131-47d0-8615-6025dd350ada req-5468952f-de65-4cbc-a42c-e7de6b04741c tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:57:49.237347 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [req-cc67d3e1-d131-47d0-8615-6025dd350ada req-5468952f-de65-4cbc-a42c-e7de6b04741c tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] Synchronizing usage tracker for tenant:fdc2e6a78c794db1bf575f754255feb7 on resource:network {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 04 07:57:49.257907 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-8dbefc8a-a24a-42eb-a501-903a6b36438f tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763740'] for security_group_rule, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:49.389886 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-a6abc506-bc36-407a-90df-3d70a9a06059 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 07:57:49.396541 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22639aa-4918-4dd8-9c2b-1a6d6f6b9cd7 req-09eed837-2a96-49f4-b840-736769a8ffee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:57:49.398658 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-d22639aa-4918-4dd8-9c2b-1a6d6f6b9cd7 req-09eed837-2a96-49f4-b840-736769a8ffee service neutron] 10.222.0.76 "GET /v2.0/subnets?id=daa9ab9c-d070-4c63-9925-724b7f6976a7 HTTP/1.1" status: 200 len: 855 time: 0.1530652 Feb 04 07:57:49.422423 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-55f0baeb-5a6a-4258-a596-dc86ef2afc7a req-d09132b4-97df-43c3-9010-94a849904efa service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9cace56c-fe68-4e8f-9b61-7f7f0d35033c HTTP/1.1" status: 200 len: 217 time: 0.7301631 Feb 04 07:57:49.445824 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-a6abc506-bc36-407a-90df-3d70a9a06059 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Usage tracker for resource:security_group_rule and tenant:672bfb04a4f44fa3ae40a386ff3ebb9b is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 07:57:49.448697 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:57:49.515318 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 48730) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:57:49.569933 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-755db600-ca81-4f94-85eb-2742b82f2776 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:49.617324 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-755db600-ca81-4f94-85eb-2742b82f2776 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 07:57:49.618720 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-a6abc506-bc36-407a-90df-3d70a9a06059 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 07:57:49.626798 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbefc8a-a24a-42eb-a501-903a6b36438f tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2afe7d7d-92c7-451e-9d8c-c820fde58d61,revision_number=0']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:57:49.629253 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-755db600-ca81-4f94-85eb-2742b82f2776 admin admin] Usage tracker for resource:security_group_rule and tenant:dfd1dec48ef24bc49d8549696d7e78a8 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 07:57:49.635359 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-d22639aa-4918-4dd8-9c2b-1a6d6f6b9cd7 req-6ea12996-16e8-4baf-925b-0f411ecd0710 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d6cc8c6f-e231-4895-957c-7832ba254527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2111905 Feb 04 07:57:49.638492 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-755db600-ca81-4f94-85eb-2742b82f2776 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 07:57:49.653717 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-755db600-ca81-4f94-85eb-2742b82f2776 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 07:57:49.660600 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-8dbefc8a-a24a-42eb-a501-903a6b36438f tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:49.665959 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-8dbefc8a-a24a-42eb-a501-903a6b36438f tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.2107134 Feb 04 07:57:49.666897 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.99', 48736) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:57:49.669891 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-a6abc506-bc36-407a-90df-3d70a9a06059 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 07:57:49.677724 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-8dbefc8a-a24a-42eb-a501-903a6b36438f tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:57:49.815198 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-755db600-ca81-4f94-85eb-2742b82f2776 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:49.822440 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-755db600-ca81-4f94-85eb-2742b82f2776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:49.845339 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:57:49.886627 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755db600-ca81-4f94-85eb-2742b82f2776 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9f5fbf2-044e-4aaa-8d29-c0dbbed8c3c1,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:57:49.895407 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-755db600-ca81-4f94-85eb-2742b82f2776 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:57:49.909307 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f0baeb-5a6a-4258-a596-dc86ef2afc7a req-e78652b7-c352-4692-866e-33308a2fe1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:57:49.910923 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-55f0baeb-5a6a-4258-a596-dc86ef2afc7a req-e78652b7-c352-4692-866e-33308a2fe1b3 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=20cb5e5f-c6f4-42c4-b451-0413df21402c HTTP/1.1" status: 200 len: 851 time: 0.4783022 Feb 04 07:57:49.918163 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-755db600-ca81-4f94-85eb-2742b82f2776 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=dfd1dec48ef24bc49d8549696d7e78a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3987143 Feb 04 07:57:49.950838 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-d22639aa-4918-4dd8-9c2b-1a6d6f6b9cd7 req-3cb5d6e9-e827-4491-ad2f-7719f947638e service neutron] 10.222.0.76 "GET /v2.0/networks/d6cc8c6f-e231-4895-957c-7832ba254527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2743585 Feb 04 07:57:49.952957 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [req-cc67d3e1-d131-47d0-8615-6025dd350ada req-5468952f-de65-4cbc-a42c-e7de6b04741c tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] Unset dirty status for tenant:fdc2e6a78c794db1bf575f754255feb7 on resource:network {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 04 07:57:49.963047 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-cc67d3e1-d131-47d0-8615-6025dd350ada req-5468952f-de65-4cbc-a42c-e7de6b04741c tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/networks?id=3c6985d7-344a-4685-b74e-38826882e570 HTTP/1.1" status: 200 len: 818 time: 1.4756951 Feb 04 07:57:49.968034 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.99', 48742) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:57:49.976995 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-55f0baeb-5a6a-4258-a596-dc86ef2afc7a req-077c2345-0b00-4edc-b022-b8357b13adfc service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e9eb2bc8-045b-4383-b839-2afa1c573557&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575237 Feb 04 07:57:49.991105 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.v2.base [None req-29290c61-9687-4544-b263-c4ed166c124c tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Request body: {'security_group_rule': {'security_group_id': '97e209db-0d86-4808-83b0-429263fefeea', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 07:57:49.991766 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.objects.ports [None req-d3e48b2d-eb56-488e-a8b7-64239807b774 None None] Time-cost: Fetching 2 ports in 2 security groups {{(pid=80115) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 04 07:57:50.027207 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-7ca858c8-17de-4487-a67a-aad28da7d31e None None] Notify callbacks [] for port, precommit_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:50.043674 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-7ca858c8-17de-4487-a67a-aad28da7d31e None None] Transition to ACTIVE for port object 04c4087d-1838-406a-9d92-7867c08fcfcd will not be triggered until provisioned by entity L2. {{(pid=80115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 04 07:57:50.047367 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-7ca858c8-17de-4487-a67a-aad28da7d31e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309259674757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309260170288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727594605546'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:50.071357 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-233e4813-a6bb-40d3-825f-d724bc1c48e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e82e6950-e47b-4b6f-8804-e29ee5c63d5b', 'name': 'tempest-AttachVolumeShelveTestJSON-35567972-router', 'tenant_id': '672bfb04a4f44fa3ae40a386ff3ebb9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'external_fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.111'}], 'enable_snat': True}, 'gw_port_id': 'b89ec45b-8d09-4de9-896d-76dcee756ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T07:57:20Z', 'updated_at': '2021-02-04T07:57:41Z', 'revision_number': 4, 'project_id': '672bfb04a4f44fa3ae40a386ff3ebb9b', 'gw_port': {'id': 'b89ec45b-8d09-4de9-896d-76dcee756ac5', 'name': '', 'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c6:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82e6950-e47b-4b6f-8804-e29ee5c63d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T07:57:22Z', 'updated_at': '2021-02-04T07:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-18-smb', '_interfaces': [{'id': '21315a2b-4a9c-479a-8737-a839e11153b3', 'name': '', 'network_id': '3c065512-3d6a-479a-b479-11e02ccc5658', 'tenant_id': '672bfb04a4f44fa3ae40a386ff3ebb9b', 'mac_address': 'fa:16:3e:32:ee:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e82e6950-e47b-4b6f-8804-e29ee5c63d5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'c113e9e9-819c-413f-8742-7912f5a3f620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T07:57:35Z', 'updated_at': '2021-02-04T07:57:48Z', 'revision_number': 4, 'project_id': '672bfb04a4f44fa3ae40a386ff3ebb9b', 'subnets': [{'id': 'c113e9e9-819c-413f-8742-7912f5a3f620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733062-18-smb', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 07:57:50.076094 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233e4813-a6bb-40d3-825f-d724bc1c48e4 None None] The sync data for ids ['e82e6950-e47b-4b6f-8804-e29ee5c63d5b'] in dv-cinder-733062-18-smb is: [{'id': 'e82e6950-e47b-4b6f-8804-e29ee5c63d5b', 'name': 'tempest-AttachVolumeShelveTestJSON-35567972-router', 'tenant_id': '672bfb04a4f44fa3ae40a386ff3ebb9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'external_fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.111'}], 'enable_snat': True}, 'gw_port_id': 'b89ec45b-8d09-4de9-896d-76dcee756ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T07:57:20Z', 'updated_at': '2021-02-04T07:57:41Z', 'revision_number': 4, 'project_id': '672bfb04a4f44fa3ae40a386ff3ebb9b', 'gw_port': {'id': 'b89ec45b-8d09-4de9-896d-76dcee756ac5', 'name': '', 'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c6:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82e6950-e47b-4b6f-8804-e29ee5c63d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T07:57:22Z', 'updated_at': '2021-02-04T07:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-18-smb', '_interfaces': [{'id': '21315a2b-4a9c-479a-8737-a839e11153b3', 'name': '', 'network_id': '3c065512-3d6a-479a-b479-11e02ccc5658', 'tenant_id': '672bfb04a4f44fa3ae40a386ff3ebb9b', 'mac_address': 'fa:16:3e:32:ee:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e82e6950-e47b-4b6f-8804-e29ee5c63d5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'c113e9e9-819c-413f-8742-7912f5a3f620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T07:57:35Z', 'updated_at': '2021-02-04T07:57:48Z', 'revision_number': 4, 'project_id': '672bfb04a4f44fa3ae40a386ff3ebb9b', 'subnets': [{'id': 'c113e9e9-819c-413f-8742-7912f5a3f620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 04 07:57:50.182115 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:57:50.182235 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-55f0baeb-5a6a-4258-a596-dc86ef2afc7a req-4685e919-21f3-4931-b000-0aad5fa33e68 service neutron] 10.222.0.76 "GET /v2.0/networks/e9eb2bc8-045b-4383-b839-2afa1c573557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984885 Feb 04 07:57:50.229443 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ae599f-8e37-471b-a2d0-2d97a636c3e5 req-807bcd22-b860-4abb-a198-fbfdf1a7792b tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:57:50.231408 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-09ae599f-8e37-471b-a2d0-2d97a636c3e5 req-807bcd22-b860-4abb-a198-fbfdf1a7792b tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] 10.222.0.99 "GET /v2.0/ports?device_id=fa932e77-18a6-4538-9029-8ceee8f10b61 HTTP/1.1" status: 200 len: 944 time: 1.7461362 Feb 04 07:57:50.251619 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-29290c61-9687-4544-b263-c4ed166c124c tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 07:57:50.259475 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-29290c61-9687-4544-b263-c4ed166c124c tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Usage tracker for resource:security_group_rule and tenant:a6dac7e06d2347bf8335c11feb384ef9 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 07:57:50.266382 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-29290c61-9687-4544-b263-c4ed166c124c tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 07:57:50.274345 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-29290c61-9687-4544-b263-c4ed166c124c tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 07:57:50.333358 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a821a7bc-f0f0-47d6-ad58-708ae3f889c3 None None] Pushing event updated for resources: {'Port': ['ID=04c4087d-1838-406a-9d92-7867c08fcfcd,revision_number=3']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:57:50.344587 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-a821a7bc-f0f0-47d6-ad58-708ae3f889c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:57:50.514559 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-55f0baeb-5a6a-4258-a596-dc86ef2afc7a req-ed23dfaf-e893-427b-84b0-1054b08e88ee service neutron] 10.222.0.76 "GET /v2.0/networks/e9eb2bc8-045b-4383-b839-2afa1c573557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3250847 Feb 04 07:57:50.536919 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-cc67d3e1-d131-47d0-8615-6025dd350ada req-74c466f3-ec30-43f1-b0a9-90ac2b5a548c tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/quotas/fdc2e6a78c794db1bf575f754255feb7 HTTP/1.1" status: 200 len: 375 time: 0.5726609 Feb 04 07:57:50.736770 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-29290c61-9687-4544-b263-c4ed166c124c tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:50.752892 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-7ca858c8-17de-4487-a67a-aad28da7d31e None None] Attempting to bind port 04c4087d-1838-406a-9d92-7867c08fcfcd on host dv-cinder-733062-18-smb for vnic_type normal with profile {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 07:57:50.753310 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-7ca858c8-17de-4487-a67a-aad28da7d31e None None] Attempting to bind port 04c4087d-1838-406a-9d92-7867c08fcfcd by drivers openvswitch on host dv-cinder-733062-18-smb at level 0 using segments [{'id': '5f6ab5b4-f1a0-431f-8987-232f197ae770', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '3c6985d7-344a-4685-b74e-38826882e570'}] {{(pid=80115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 04 07:57:50.753724 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca858c8-17de-4487-a67a-aad28da7d31e None None] Attempting to bind port 04c4087d-1838-406a-9d92-7867c08fcfcd on network 3c6985d7-344a-4685-b74e-38826882e570 {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 04 07:57:50.763901 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca858c8-17de-4487-a67a-aad28da7d31e None None] Checking agent: {'id': 'b265e0d7-049f-4621-8b9a-cada9a3d4f64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-18-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 4, 7, 47, 55), 'started_at': datetime.datetime(2021, 2, 4, 7, 48, 25), 'heartbeat_timestamp': datetime.datetime(2021, 2, 4, 7, 57, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-18-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.87', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 07:57:50.764379 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca858c8-17de-4487-a67a-aad28da7d31e None None] Checking segment: {'id': '5f6ab5b4-f1a0-431f-8987-232f197ae770', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '3c6985d7-344a-4685-b74e-38826882e570'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 04 07:57:50.764754 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-7ca858c8-17de-4487-a67a-aad28da7d31e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:50.765189 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca858c8-17de-4487-a67a-aad28da7d31e None None] Bound using segment: {'id': '5f6ab5b4-f1a0-431f-8987-232f197ae770', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '3c6985d7-344a-4685-b74e-38826882e570'} {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 07:57:50.769202 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-7ca858c8-17de-4487-a67a-aad28da7d31e None None] Bound port: 04c4087d-1838-406a-9d92-7867c08fcfcd, host: dv-cinder-733062-18-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f6ab5b4-f1a0-431f-8987-232f197ae770', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '3c6985d7-344a-4685-b74e-38826882e570'}}] {{(pid=80115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 04 07:57:50.769701 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-7ca858c8-17de-4487-a67a-aad28da7d31e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:50.786285 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-d22639aa-4918-4dd8-9c2b-1a6d6f6b9cd7 req-63496cd3-52a4-4da9-8ac2-bdd78476d3bc service neutron] 10.222.0.76 "GET /v2.0/networks/d6cc8c6f-e231-4895-957c-7832ba254527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8195887 Feb 04 07:57:50.792789 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-69f48737-1281-4ee0-ac44-9371634bb913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:50.851249 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-c6b68855-5d5c-4210-93c6-d8ce4c39d167 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:50.872042 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-09ae599f-8e37-471b-a2d0-2d97a636c3e5 req-ddd2422d-44b5-4f85-99c6-2ef1bd77cad5 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] 10.222.0.99 "GET /v2.0/security-groups?id=23e57bf3-6871-46d4-a88b-2b22ec633850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5890033 Feb 04 07:57:50.909669 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-c6b68855-5d5c-4210-93c6-d8ce4c39d167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:50.932867 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-7ca858c8-17de-4487-a67a-aad28da7d31e None None] For port 04c4087d-1838-406a-9d92-7867c08fcfcd, host dv-cinder-733062-18-smb, cleared binding levels {{(pid=80115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 04 07:57:50.937185 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-7ca858c8-17de-4487-a67a-aad28da7d31e None None] For port 04c4087d-1838-406a-9d92-7867c08fcfcd, host dv-cinder-733062-18-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-18-smb',level=0,port_id=04c4087d-1838-406a-9d92-7867c08fcfcd,segment=NetworkSegment(5f6ab5b4-f1a0-431f-8987-232f197ae770),segment_id=5f6ab5b4-f1a0-431f-8987-232f197ae770)] {{(pid=80115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 04 07:57:50.937344 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-c9474ecf-1dd5-4982-aea6-8d7ebefe0b02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:50.939298 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:57:50.942118 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-7ca858c8-17de-4487-a67a-aad28da7d31e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309259674757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309260170288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727594605546'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:51.134634 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-db696041-d63e-4995-a5e6-7efc8c5bea3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:57:51.189965 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Device e0dc0856-cac5-4300-b862-d733ede605eb up at agent ovs-agent-hv-cinder-73306 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 07:57:51.265481 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Device 21315a2b-4a9c-479a-8737-a839e11153b3 up at agent ovs-agent-dv-cinder-733062-18-smb {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 07:57:51.415560 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a6abc506-bc36-407a-90df-3d70a9a06059 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:51.415990 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a821a7bc-f0f0-47d6-ad58-708ae3f889c3 None None] Pushing event updated for resources: {'Port': ['ID=04c4087d-1838-406a-9d92-7867c08fcfcd,revision_number=4']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:57:51.434237 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-a821a7bc-f0f0-47d6-ad58-708ae3f889c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:57:51.450293 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b68855-5d5c-4210-93c6-d8ce4c39d167 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9764e88a-c798-45b5-b49c-93c327a5bf50,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:57:51.455677 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-c6b68855-5d5c-4210-93c6-d8ce4c39d167 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.516s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:57:51.475065 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca858c8-17de-4487-a67a-aad28da7d31e None None] Routers {'640b90a8-9901-4927-9dda-1232e0ae0a50'} bound to L3 agent in host dv-cinder-733062-18-smb {{(pid=80115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 04 07:57:51.476153 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-7ca858c8-17de-4487-a67a-aad28da7d31e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-04T07:47:53Z,description=,heartbeat_timestamp=2021-02-04T07:57:23Z,host='dv-cinder-733062-18-smb',id=9b1007a2-cea1-4e19-8fd5-ed5c2617e796,load=0,resource_versions=,resources_synced=,started_at=2021-02-04T07:47:53Z,topic='l3_agent')) {'router_ids': ['640b90a8-9901-4927-9dda-1232e0ae0a50'], 'active': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 07:57:51.511281 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a6abc506-bc36-407a-90df-3d70a9a06059 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:51.517088 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-c9474ecf-1dd5-4982-aea6-8d7ebefe0b02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:51.548823 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-54aae533-2664-40e1-829d-63631b5c0d95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:57:51.614594 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-c6b68855-5d5c-4210-93c6-d8ce4c39d167 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=85a543044e8a4bf39f982a0f6ef04af3&name=default HTTP/1.1" status: 200 len: 2979 time: 3.5456140 Feb 04 07:57:51.616553 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Provisioning for port 21315a2b-4a9c-479a-8737-a839e11153b3 completed by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 04 07:57:51.619076 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 48768) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:57:51.625915 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Provisioning complete for port 21315a2b-4a9c-479a-8737-a839e11153b3 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 07:57:51.625915 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762158'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:51.678697 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Provisioning for port e0dc0856-cac5-4300-b862-d733ede605eb completed by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 04 07:57:51.686829 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a6abc506-bc36-407a-90df-3d70a9a06059 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:51.688636 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-a6abc506-bc36-407a-90df-3d70a9a06059 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 3.4287214 Feb 04 07:57:51.691481 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Provisioning complete for port e0dc0856-cac5-4300-b862-d733ede605eb triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 07:57:51.691952 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762158'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:51.715966 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 48772) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:57:51.724677 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [req-cc67d3e1-d131-47d0-8615-6025dd350ada req-c55eaf99-8f22-4ae7-965f-70b9f7c2fc11 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] Synchronizing usage tracker for tenant:fdc2e6a78c794db1bf575f754255feb7 on resource:port {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 04 07:57:51.735915 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6abc506-bc36-407a-90df-3d70a9a06059 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2efe4fb4-6c5a-4311-a0c5-d5a12c9309ae,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:57:51.743473 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-29290c61-9687-4544-b263-c4ed166c124c tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:51.745009 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-a6abc506-bc36-407a-90df-3d70a9a06059 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:57:51.749816 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-e9834066-4060-4435-aab3-b7c9127d5bb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:51.772052 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-29290c61-9687-4544-b263-c4ed166c124c tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763740'] for security_group_rule, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:51.795551 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-e9834066-4060-4435-aab3-b7c9127d5bb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:51.859749 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.v2.base [None req-711ecdc8-acf2-4c41-a1e7-b49175ece9fe tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Request body: {'security_group_rule': {'security_group_id': '2efe4fb4-6c5a-4311-a0c5-d5a12c9309ae', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 07:57:51.878566 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393b886a-ccd9-47e5-addb-71f715af457b req-a20af0f9-31b6-4238-a776-ecfd8971c3f6 tempest-DeleteServersTestJSON-1890780733 tempest-DeleteServersTestJSON-1890780733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:57:51.883079 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvr_db [None req-7ca858c8-17de-4487-a67a-aad28da7d31e None None] Set router 640b90a8-9901-4927-9dda-1232e0ae0a50 gateway port host: dv-cinder-733062-18-smb {{(pid=80115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 04 07:57:51.887682 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-393b886a-ccd9-47e5-addb-71f715af457b req-a20af0f9-31b6-4238-a776-ecfd8971c3f6 tempest-DeleteServersTestJSON-1890780733 tempest-DeleteServersTestJSON-1890780733-project] 10.222.0.99 "GET /v2.0/ports?device_id=b5edadef-4344-46ea-84e4-752738d2ab28 HTTP/1.1" status: 200 len: 944 time: 0.5873990 Feb 04 07:57:51.887839 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-711ecdc8-acf2-4c41-a1e7-b49175ece9fe tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 07:57:51.892148 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-711ecdc8-acf2-4c41-a1e7-b49175ece9fe tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Usage tracker for resource:security_group_rule and tenant:672bfb04a4f44fa3ae40a386ff3ebb9b is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 07:57:51.896286 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-711ecdc8-acf2-4c41-a1e7-b49175ece9fe tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 07:57:51.904109 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-711ecdc8-acf2-4c41-a1e7-b49175ece9fe tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 07:57:51.910167 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:57:51.914556 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-e9834066-4060-4435-aab3-b7c9127d5bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:51.924268 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [req-cc67d3e1-d131-47d0-8615-6025dd350ada req-c55eaf99-8f22-4ae7-965f-70b9f7c2fc11 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] Unset dirty status for tenant:fdc2e6a78c794db1bf575f754255feb7 on resource:port {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 04 07:57:51.931125 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-711ecdc8-acf2-4c41-a1e7-b49175ece9fe tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:51.938321 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-cc67d3e1-d131-47d0-8615-6025dd350ada req-c55eaf99-8f22-4ae7-965f-70b9f7c2fc11 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/ports?tenant_id=fdc2e6a78c794db1bf575f754255feb7&fields=id HTTP/1.1" status: 200 len: 255 time: 1.3529000 Feb 04 07:57:51.965171 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29290c61-9687-4544-b263-c4ed166c124c tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c067864-1edc-4cd9-8d16-52846a07857f,revision_number=0']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:57:51.989780 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-29290c61-9687-4544-b263-c4ed166c124c tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:57:52.034457 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:52.042772 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-393b886a-ccd9-47e5-addb-71f715af457b req-05b65a05-7851-4c07-b496-2ccb0b690013 tempest-DeleteServersTestJSON-1890780733 tempest-DeleteServersTestJSON-1890780733-project] 10.222.0.99 "GET /v2.0/security-groups?id=cab90007-de65-4aa0-981a-154a69e55140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540008 Feb 04 07:57:52.043572 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-c9474ecf-1dd5-4982-aea6-8d7ebefe0b02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:52.045416 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-b228ea3d-dc89-4a00-a607-386ec02bddfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:57:52.075219 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:57:52.131838 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9474ecf-1dd5-4982-aea6-8d7ebefe0b02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9f5fbf2-044e-4aaa-8d29-c0dbbed8c3c1,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:57:52.149226 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-c9474ecf-1dd5-4982-aea6-8d7ebefe0b02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:57:52.151258 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-29290c61-9687-4544-b263-c4ed166c124c tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:52.163650 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-29290c61-9687-4544-b263-c4ed166c124c tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.4790671 Feb 04 07:57:52.164949 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.99', 48784) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:57:52.166018 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-711ecdc8-acf2-4c41-a1e7-b49175ece9fe tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:52.173062 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9834066-4060-4435-aab3-b7c9127d5bb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9764e88a-c798-45b5-b49c-93c327a5bf50,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:57:52.176641 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.v2.base [None req-dc0ca9e1-b1f3-44a2-85b4-63646a8a461a tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Request body: {'floatingip': {'floating_network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 07:57:52.184015 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-711ecdc8-acf2-4c41-a1e7-b49175ece9fe tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763740'] for security_group_rule, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:52.185046 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-e9834066-4060-4435-aab3-b7c9127d5bb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:57:52.187567 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:52.232123 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:57:52.245705 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-dc0ca9e1-b1f3-44a2-85b4-63646a8a461a tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 07:57:52.250683 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-dc0ca9e1-b1f3-44a2-85b4-63646a8a461a tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Usage tracker for resource:floatingip and tenant:a6dac7e06d2347bf8335c11feb384ef9 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 07:57:52.252248 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711ecdc8-acf2-4c41-a1e7-b49175ece9fe tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab66e8b4-81e3-4f30-be2a-2cd04dec46c9,revision_number=0']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:57:52.255206 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-dc0ca9e1-b1f3-44a2-85b4-63646a8a461a tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 07:57:52.264465 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-711ecdc8-acf2-4c41-a1e7-b49175ece9fe tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:57:52.265284 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-711ecdc8-acf2-4c41-a1e7-b49175ece9fe tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:52.266579 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-711ecdc8-acf2-4c41-a1e7-b49175ece9fe tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5196052 Feb 04 07:57:52.267816 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-e9834066-4060-4435-aab3-b7c9127d5bb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:52.271402 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-e9834066-4060-4435-aab3-b7c9127d5bb1 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/9764e88a-c798-45b5-b49c-93c327a5bf50 HTTP/1.1" status: 204 len: 168 time: 0.6485705 Feb 04 07:57:52.271402 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 48790) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:57:52.278498 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-dc0ca9e1-b1f3-44a2-85b4-63646a8a461a tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 07:57:52.284097 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.v2.base [None req-c4d007a5-028d-461c-b967-7d5cc0e28754 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Request body: {'security_group_rule': {'security_group_id': '2efe4fb4-6c5a-4311-a0c5-d5a12c9309ae', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 07:57:52.292787 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-c9474ecf-1dd5-4982-aea6-8d7ebefe0b02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:52.297808 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-c9474ecf-1dd5-4982-aea6-8d7ebefe0b02 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/b9f5fbf2-044e-4aaa-8d29-c0dbbed8c3c1 HTTP/1.1" status: 204 len: 168 time: 2.0617397 Feb 04 07:57:52.305337 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-dc0ca9e1-b1f3-44a2-85b4-63646a8a461a tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Notify callbacks [] for floatingip, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:52.332155 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-c4d007a5-028d-461c-b967-7d5cc0e28754 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 07:57:52.344164 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-c4d007a5-028d-461c-b967-7d5cc0e28754 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Usage tracker for resource:security_group_rule and tenant:672bfb04a4f44fa3ae40a386ff3ebb9b is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 07:57:52.350756 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-c4d007a5-028d-461c-b967-7d5cc0e28754 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 07:57:52.366453 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-c4d007a5-028d-461c-b967-7d5cc0e28754 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 07:57:52.402565 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-c4d007a5-028d-461c-b967-7d5cc0e28754 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:52.501717 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-c4d007a5-028d-461c-b967-7d5cc0e28754 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:52.505108 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-c4d007a5-028d-461c-b967-7d5cc0e28754 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763740'] for security_group_rule, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:52.520895 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-711ecdc8-acf2-4c41-a1e7-b49175ece9fe tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:57:52.564490 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] For port 21315a2b-4a9c-479a-8737-a839e11153b3, host dv-cinder-733062-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-18-smb',level=0,port_id=21315a2b-4a9c-479a-8737-a839e11153b3,segment=NetworkSegment(c1444196-01b8-49a6-91dc-480435b565ae),segment_id=c1444196-01b8-49a6-91dc-480435b565ae)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 07:57:52.565643 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d007a5-028d-461c-b967-7d5cc0e28754 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98d0c6bb-a6b0-4750-9486-75b98e5f3557,revision_number=0']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:57:52.570289 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-c4d007a5-028d-461c-b967-7d5cc0e28754 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:57:52.583424 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-c4d007a5-028d-461c-b967-7d5cc0e28754 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:52.586031 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-c4d007a5-028d-461c-b967-7d5cc0e28754 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3155382 Feb 04 07:57:52.589474 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 48810) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:57:52.597529 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.v2.base [None req-b1e5c95c-cb0a-4a3e-8a58-450fadf32de3 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Request body: {'floatingip': {'floating_network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c'}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 07:57:52.607081 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] For port e0dc0856-cac5-4300-b862-d733ede605eb, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=e0dc0856-cac5-4300-b862-d733ede605eb,segment=NetworkSegment(7f07e79c-d155-408f-9374-f6b393baea02),segment_id=7f07e79c-d155-408f-9374-f6b393baea02)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 07:57:52.615075 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa932e77-18a6-4538-9029-8ceee8f10b61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0dc0856-cac5-4300-b862-d733ede605eb'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 07:57:52.627085 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-b1e5c95c-cb0a-4a3e-8a58-450fadf32de3 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 07:57:52.634233 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-b1e5c95c-cb0a-4a3e-8a58-450fadf32de3 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Usage tracker for resource:floatingip and tenant:672bfb04a4f44fa3ae40a386ff3ebb9b is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 07:57:52.638125 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-b1e5c95c-cb0a-4a3e-8a58-450fadf32de3 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 07:57:52.645979 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-b1e5c95c-cb0a-4a3e-8a58-450fadf32de3 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 07:57:52.659651 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b1e5c95c-cb0a-4a3e-8a58-450fadf32de3 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Notify callbacks [] for floatingip, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:52.744989 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309259674757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309260170288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727594605546'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:52.750959 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Device 9cace56c-fe68-4e8f-9b61-7f7f0d35033c up at agent ovs-agent-hv-cinder-73306 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 07:57:52.780973 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e8924f-c28e-4863-a6e3-32b54f50153f req-5316d151-4370-4615-a2f1-b249ccaa87e9 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:57:52.790321 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-62e8924f-c28e-4863-a6e3-32b54f50153f req-5316d151-4370-4615-a2f1-b249ccaa87e9 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] 10.222.0.99 "GET /v2.0/ports?device_id=fa932e77-18a6-4538-9029-8ceee8f10b61 HTTP/1.1" status: 200 len: 944 time: 0.4897783 Feb 04 07:57:52.813296 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309259674757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309260170288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727594605546'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:52.817548 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Device 9d6d3c1f-dcd6-4f2c-bc9f-271ece3b86ff up at agent ovs-agent-dv-cinder-733062-18-smb {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 07:57:52.840685 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b1e5c95c-cb0a-4a3e-8a58-450fadf32de3 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:52.897722 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-62e8924f-c28e-4863-a6e3-32b54f50153f req-d1085fea-9841-4fc4-9efb-338b748af920 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] 10.222.0.99 "GET /v2.0/security-groups?id=23e57bf3-6871-46d4-a88b-2b22ec633850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060050 Feb 04 07:57:52.920820 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-dc0ca9e1-b1f3-44a2-85b4-63646a8a461a tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:52.994895 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:57:53.117278 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [req-cc67d3e1-d131-47d0-8615-6025dd350ada req-63e6fc6b-2432-443a-924e-aa7aae6a4875 service neutron] http://10.222.0.99:9696/v2.0/extensions returned with HTTP 200 {{(pid=80114) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 07:57:53.139098 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-cc67d3e1-d131-47d0-8615-6025dd350ada req-63e6fc6b-2432-443a-924e-aa7aae6a4875 service neutron] 10.222.0.99 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.8368883 Feb 04 07:57:53.220722 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.db_base_plugin_common [None req-b1e5c95c-cb0a-4a3e-8a58-450fadf32de3 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Allocated IP 172.28.3.120 (fc08f4da-7ea1-4669-9c0d-064e3549341c/afd83efb-5d3e-41fa-8710-d4145e2840f2/50ae0b4c-0e12-40e5-8b3f-9ab52df30c0b) {{(pid=80113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 04 07:57:53.439304 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b1e5c95c-cb0a-4a3e-8a58-450fadf32de3 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Notify callbacks [] for port, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:53.474775 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b1e5c95c-cb0a-4a3e-8a58-450fadf32de3 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727594645960'] for port, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:53.494446 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-c044dab8-955d-473a-aa80-c6b42ed25df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:53.629233 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Provisioning for port 9cace56c-fe68-4e8f-9b61-7f7f0d35033c completed by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 04 07:57:53.636421 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:57:53.657171 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Provisioning complete for port 9cace56c-fe68-4e8f-9b61-7f7f0d35033c triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 07:57:53.658384 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762158'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:53.713391 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e5c95c-cb0a-4a3e-8a58-450fadf32de3 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Network fc08f4da-7ea1-4669-9c0d-064e3549341c is already hosted by enough agents. {{(pid=80113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 04 07:57:53.721825 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.base_scheduler [None req-b1e5c95c-cb0a-4a3e-8a58-450fadf32de3 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Resources bound (agent type, host, resource id): {{(pid=80113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 04 07:57:53.725940 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e5c95c-cb0a-4a3e-8a58-450fadf32de3 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Received port after_create {{(pid=80113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 04 07:57:53.800295 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-7ca858c8-17de-4487-a67a-aad28da7d31e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '640b90a8-9901-4927-9dda-1232e0ae0a50', 'name': 'tempest-ServerRescueNegativeTestJSON-548795684-router', 'tenant_id': 'fdc2e6a78c794db1bf575f754255feb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'external_fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.136'}], 'enable_snat': True}, 'gw_port_id': 'ad9c284a-237a-4dd6-8b05-561fb31a74e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T07:57:21Z', 'updated_at': '2021-02-04T07:57:40Z', 'revision_number': 4, 'project_id': 'fdc2e6a78c794db1bf575f754255feb7', 'gw_port': {'id': 'ad9c284a-237a-4dd6-8b05-561fb31a74e2', 'name': '', 'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:3a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '640b90a8-9901-4927-9dda-1232e0ae0a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T07:57:26Z', 'updated_at': '2021-02-04T07:57:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-18-smb', '_interfaces': [{'id': '04c4087d-1838-406a-9d92-7867c08fcfcd', 'name': '', 'network_id': '3c6985d7-344a-4685-b74e-38826882e570', 'tenant_id': 'fdc2e6a78c794db1bf575f754255feb7', 'mac_address': 'fa:16:3e:e1:fc:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '640b90a8-9901-4927-9dda-1232e0ae0a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '6e3e4c1f-bef5-4969-b1a2-0e7821d81c28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T07:57:37Z', 'updated_at': '2021-02-04T07:57:50Z', 'revision_number': 4, 'project_id': 'fdc2e6a78c794db1bf575f754255feb7', 'subnets': [{'id': '6e3e4c1f-bef5-4969-b1a2-0e7821d81c28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733062-18-smb', False) {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 07:57:53.804809 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Pushing event updated for resources: {'Port': ['ID=e0dc0856-cac5-4300-b862-d733ede605eb,revision_number=4']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:57:53.820758 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b1e5c95c-cb0a-4a3e-8a58-450fadf32de3 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:53.873495 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-cc67d3e1-d131-47d0-8615-6025dd350ada req-7cfb13c1-3cb4-40ec-9bdd-437649d198c6 service neutron] 10.222.0.99 "GET /v2.0/networks/3c6985d7-344a-4685-b74e-38826882e570?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7239971 Feb 04 07:57:53.911983 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e5c95c-cb0a-4a3e-8a58-450fadf32de3 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Pushing event updated for resources: {'Port': ['ID=50ae0b4c-0e12-40e5-8b3f-9ab52df30c0b,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:57:53.916402 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-b1e5c95c-cb0a-4a3e-8a58-450fadf32de3 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:57:53.921883 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca858c8-17de-4487-a67a-aad28da7d31e None None] The sync data for ids ['640b90a8-9901-4927-9dda-1232e0ae0a50'] in dv-cinder-733062-18-smb is: [{'id': '640b90a8-9901-4927-9dda-1232e0ae0a50', 'name': 'tempest-ServerRescueNegativeTestJSON-548795684-router', 'tenant_id': 'fdc2e6a78c794db1bf575f754255feb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'external_fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.136'}], 'enable_snat': True}, 'gw_port_id': 'ad9c284a-237a-4dd6-8b05-561fb31a74e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T07:57:21Z', 'updated_at': '2021-02-04T07:57:40Z', 'revision_number': 4, 'project_id': 'fdc2e6a78c794db1bf575f754255feb7', 'gw_port': {'id': 'ad9c284a-237a-4dd6-8b05-561fb31a74e2', 'name': '', 'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:3a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '640b90a8-9901-4927-9dda-1232e0ae0a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T07:57:26Z', 'updated_at': '2021-02-04T07:57:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-18-smb', '_interfaces': [{'id': '04c4087d-1838-406a-9d92-7867c08fcfcd', 'name': '', 'network_id': '3c6985d7-344a-4685-b74e-38826882e570', 'tenant_id': 'fdc2e6a78c794db1bf575f754255feb7', 'mac_address': 'fa:16:3e:e1:fc:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '640b90a8-9901-4927-9dda-1232e0ae0a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '6e3e4c1f-bef5-4969-b1a2-0e7821d81c28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T07:57:37Z', 'updated_at': '2021-02-04T07:57:50Z', 'revision_number': 4, 'project_id': 'fdc2e6a78c794db1bf575f754255feb7', 'subnets': [{'id': '6e3e4c1f-bef5-4969-b1a2-0e7821d81c28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 04 07:57:53.924430 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Pushing event updated for resources: {'Port': ['ID=21315a2b-4a9c-479a-8737-a839e11153b3,revision_number=5']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:57:53.932501 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b1e5c95c-cb0a-4a3e-8a58-450fadf32de3 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:53.940725 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Provisioning for port 9d6d3c1f-dcd6-4f2c-bc9f-271ece3b86ff completed by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 04 07:57:53.958544 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.968s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:57:53.963116 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.688s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:57:53.963575 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:57:53.975340 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Provisioning complete for port 9d6d3c1f-dcd6-4f2c-bc9f-271ece3b86ff triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 07:57:53.975778 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762158'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:54.090360 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:54.111518 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-85fac0c9-e82f-41ee-a61d-5b2e920e6613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:54.133910 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e1fe67-15c9-4f87-82f0-3f49f87bd917 req-b0261ccd-e330-4627-bb00-2aa0d9424cb3 tempest-DeleteServersTestJSON-1890780733 tempest-DeleteServersTestJSON-1890780733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:57:54.142283 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-89e1fe67-15c9-4f87-82f0-3f49f87bd917 req-b0261ccd-e330-4627-bb00-2aa0d9424cb3 tempest-DeleteServersTestJSON-1890780733 tempest-DeleteServersTestJSON-1890780733-project] 10.222.0.99 "GET /v2.0/ports?device_id=b5edadef-4344-46ea-84e4-752738d2ab28 HTTP/1.1" status: 200 len: 944 time: 0.7388058 Feb 04 07:57:54.208694 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:54.267646 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] For port 9cace56c-fe68-4e8f-9b61-7f7f0d35033c, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=9cace56c-fe68-4e8f-9b61-7f7f0d35033c,segment=NetworkSegment(47e37165-e57f-4561-b4be-1b314b2ec429),segment_id=47e37165-e57f-4561-b4be-1b314b2ec429)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 07:57:54.277770 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309259674757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309260170288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727594605546'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:54.280574 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:57:54.375362 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] For port 9d6d3c1f-dcd6-4f2c-bc9f-271ece3b86ff, host dv-cinder-733062-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-18-smb',level=0,port_id=9d6d3c1f-dcd6-4f2c-bc9f-271ece3b86ff,segment=NetworkSegment(a34b7fa1-4a3e-4109-813a-758c7c69af69),segment_id=a34b7fa1-4a3e-4109-813a-758c7c69af69)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 07:57:54.376176 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b1e5c95c-cb0a-4a3e-8a58-450fadf32de3 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Notify callbacks [] for port, precommit_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:54.380308 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b1e5c95c-cb0a-4a3e-8a58-450fadf32de3 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309259674757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309260170288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727594605546'] for port, after_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:54.381921 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309259674757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309260170288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727594605546'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:54.417853 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Pushing event updated for resources: {'Port': ['ID=9cace56c-fe68-4e8f-9b61-7f7f0d35033c,revision_number=4']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:57:54.421578 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:57:54.422762 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:57:54.544332 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-89e1fe67-15c9-4f87-82f0-3f49f87bd917 req-9f2198ee-87df-48b2-ab64-027c3acf06f3 tempest-DeleteServersTestJSON-1890780733 tempest-DeleteServersTestJSON-1890780733-project] 10.222.0.99 "GET /v2.0/security-groups?id=cab90007-de65-4aa0-981a-154a69e55140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4008758 Feb 04 07:57:54.559071 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-4eeec382-1e6c-4352-89e0-15f101bee06d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:57:54.635342 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Pushing event updated for resources: {'Port': ['ID=9d6d3c1f-dcd6-4f2c-bc9f-271ece3b86ff,revision_number=5']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:57:54.674559 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:57:54.680470 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e5c95c-cb0a-4a3e-8a58-450fadf32de3 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Pushing event updated for resources: {'Port': ['ID=50ae0b4c-0e12-40e5-8b3f-9ab52df30c0b,revision_number=2']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:57:54.684000 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-b1e5c95c-cb0a-4a3e-8a58-450fadf32de3 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:57:54.695730 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:54.695940 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b1e5c95c-cb0a-4a3e-8a58-450fadf32de3 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853136389'] for floatingip, after_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:54.714875 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.db_base_plugin_common [None req-dc0ca9e1-b1f3-44a2-85b4-63646a8a461a tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Allocated IP 172.28.3.174 (fc08f4da-7ea1-4669-9c0d-064e3549341c/afd83efb-5d3e-41fa-8710-d4145e2840f2/586c32b1-3e62-4d1d-8e26-037ec3bd7cbe) {{(pid=80114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 04 07:57:54.737125 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Device 04c4087d-1838-406a-9d92-7867c08fcfcd up at agent ovs-agent-dv-cinder-733062-18-smb {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 07:57:54.755956 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b1e5c95c-cb0a-4a3e-8a58-450fadf32de3 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3799'] for floatingip, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:54.758893 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-b1e5c95c-cb0a-4a3e-8a58-450fadf32de3 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1676364 Feb 04 07:57:54.783547 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-cc67d3e1-d131-47d0-8615-6025dd350ada req-547658e0-4808-4ed7-b1d2-3883bbe9f32a service neutron] 10.222.0.99 "GET /v2.0/networks/3c6985d7-344a-4685-b74e-38826882e570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.9088178 Feb 04 07:57:54.848886 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Device e0dc0856-cac5-4300-b862-d733ede605eb up at agent ovs-agent-hv-cinder-73306 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 07:57:55.060247 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Provisioning for port 04c4087d-1838-406a-9d92-7867c08fcfcd completed by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 04 07:57:55.078000 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Provisioning complete for port 04c4087d-1838-406a-9d92-7867c08fcfcd triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 07:57:55.087252 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762158'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:55.169071 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-dc0ca9e1-b1f3-44a2-85b4-63646a8a461a tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Notify callbacks [] for port, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:55.218454 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa932e77-18a6-4538-9029-8ceee8f10b61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0dc0856-cac5-4300-b862-d733ede605eb', 'code': 200} Feb 04 07:57:55.253000 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-dc0ca9e1-b1f3-44a2-85b4-63646a8a461a tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727594645960'] for port, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:55.265809 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Provisioning complete for port e0dc0856-cac5-4300-b862-d733ede605eb triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 07:57:55.279099 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762158'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:55.454785 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-19d3b842-1860-471a-9268-0862a9b26fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:55.633786 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-62300460-7e1e-4c67-8b50-548ac4fe9bed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:57:55.809540 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:55.829435 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Device 9cace56c-fe68-4e8f-9b61-7f7f0d35033c up at agent ovs-agent-hv-cinder-73306 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 07:57:55.831759 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0ca9e1-b1f3-44a2-85b4-63646a8a461a tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Pushing event updated for resources: {'Port': ['ID=586c32b1-3e62-4d1d-8e26-037ec3bd7cbe,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:57:55.926929 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] For port 04c4087d-1838-406a-9d92-7867c08fcfcd, host dv-cinder-733062-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-18-smb',level=0,port_id=04c4087d-1838-406a-9d92-7867c08fcfcd,segment=NetworkSegment(5f6ab5b4-f1a0-431f-8987-232f197ae770),segment_id=5f6ab5b4-f1a0-431f-8987-232f197ae770)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 07:57:55.935602 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309259674757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309260170288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727594605546'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:55.936498 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Device 21315a2b-4a9c-479a-8737-a839e11153b3 up at agent ovs-agent-dv-cinder-733062-18-smb {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 07:57:55.951754 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-dc0ca9e1-b1f3-44a2-85b4-63646a8a461a tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:57:55.981791 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-87e2d30e-c6da-4b9c-8c8b-84616b348663 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:57:56.013596 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc0ca9e1-b1f3-44a2-85b4-63646a8a461a tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Network fc08f4da-7ea1-4669-9c0d-064e3549341c is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 04 07:57:56.022013 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.base_scheduler [None req-dc0ca9e1-b1f3-44a2-85b4-63646a8a461a tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Resources bound (agent type, host, resource id): {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 04 07:57:56.033849 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0ca9e1-b1f3-44a2-85b4-63646a8a461a tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Received port after_create {{(pid=80114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 04 07:57:56.066709 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [req-87ff7305-7f29-428f-9e04-63851d67ad43 req-c65182e3-c483-4d65-ae0e-c916c3c8152c tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Synchronizing usage tracker for tenant:672bfb04a4f44fa3ae40a386ff3ebb9b on resource:security_group {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 04 07:57:56.067255 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Pushing event updated for resources: {'Port': ['ID=04c4087d-1838-406a-9d92-7867c08fcfcd,revision_number=5']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:57:56.074617 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:57:56.090525 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Provisioning complete for port 9cace56c-fe68-4e8f-9b61-7f7f0d35033c triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 07:57:56.090939 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762158'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:56.293936 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Provisioning complete for port 21315a2b-4a9c-479a-8737-a839e11153b3 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 07:57:56.294352 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762158'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:56.531241 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc55621d-8c6f-4c1d-b8a5-7b5f192a1a9e req-a6f8c5f0-5173-40cb-b039-8384dbe2b70e tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:57:56.536395 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-cc55621d-8c6f-4c1d-b8a5-7b5f192a1a9e req-a6f8c5f0-5173-40cb-b039-8384dbe2b70e tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] 10.222.0.99 "GET /v2.0/ports?device_id=fa932e77-18a6-4538-9029-8ceee8f10b61 HTTP/1.1" status: 200 len: 946 time: 0.9089611 Feb 04 07:57:56.571653 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-dc0ca9e1-b1f3-44a2-85b4-63646a8a461a tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:56.600566 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [req-87ff7305-7f29-428f-9e04-63851d67ad43 req-c65182e3-c483-4d65-ae0e-c916c3c8152c tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Unset dirty status for tenant:672bfb04a4f44fa3ae40a386ff3ebb9b on resource:security_group {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 04 07:57:56.602117 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-87ff7305-7f29-428f-9e04-63851d67ad43 req-c65182e3-c483-4d65-ae0e-c916c3c8152c tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/security-groups?name=tempest-securitygroup--867545083&fields=id&tenant_id=672bfb04a4f44fa3ae40a386ff3ebb9b HTTP/1.1" status: 200 len: 267 time: 0.9697115 Feb 04 07:57:56.616105 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Device 04c4087d-1838-406a-9d92-7867c08fcfcd up at agent ovs-agent-dv-cinder-733062-18-smb {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 07:57:56.678381 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-cc55621d-8c6f-4c1d-b8a5-7b5f192a1a9e req-9ec276f0-6bba-4f87-a230-49060f080cdc tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] 10.222.0.99 "GET /v2.0/security-groups?id=23e57bf3-6871-46d4-a88b-2b22ec633850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046152 Feb 04 07:57:56.715196 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3534e84-5899-4ca0-bd52-d68836dfd967 req-4ae643d0-c23e-4632-981c-46b26ed8d355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:57:56.715196 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-b3534e84-5899-4ca0-bd52-d68836dfd967 req-4ae643d0-c23e-4632-981c-46b26ed8d355 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=fa932e77-18a6-4538-9029-8ceee8f10b61 HTTP/1.1" status: 200 len: 1163 time: 1.0846334 Feb 04 07:57:56.732193 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Device 9cace56c-fe68-4e8f-9b61-7f7f0d35033c up at agent ovs-agent-hv-cinder-73306 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 07:57:56.755770 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-b3534e84-5899-4ca0-bd52-d68836dfd967 req-4f199e3a-4bab-4f4e-be0e-9d4073c45fa6 service neutron] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:56.825244 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [req-b3534e84-5899-4ca0-bd52-d68836dfd967 req-4f199e3a-4bab-4f4e-be0e-9d4073c45fa6 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 07:57:56.842725 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Provisioning complete for port 04c4087d-1838-406a-9d92-7867c08fcfcd triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 07:57:56.843181 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762158'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:56.898499 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [req-b3534e84-5899-4ca0-bd52-d68836dfd967 req-4f199e3a-4bab-4f4e-be0e-9d4073c45fa6 service neutron] Usage tracker for resource:security_group_rule and tenant:8954bbb9010b4329bffa406b10d99bcc is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 07:57:56.905601 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [req-b3534e84-5899-4ca0-bd52-d68836dfd967 req-4f199e3a-4bab-4f4e-be0e-9d4073c45fa6 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 07:57:56.927603 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [req-b3534e84-5899-4ca0-bd52-d68836dfd967 req-4f199e3a-4bab-4f4e-be0e-9d4073c45fa6 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 07:57:56.930918 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-dc0ca9e1-b1f3-44a2-85b4-63646a8a461a tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:56.942257 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Provisioning complete for port 9cace56c-fe68-4e8f-9b61-7f7f0d35033c triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 07:57:56.942684 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762158'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:57.077901 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Device 9d6d3c1f-dcd6-4f2c-bc9f-271ece3b86ff up at agent ovs-agent-dv-cinder-733062-18-smb {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 07:57:57.220554 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5edadef-4344-46ea-84e4-752738d2ab28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cace56c-fe68-4e8f-9b61-7f7f0d35033c'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 07:57:57.239683 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Provisioning complete for port 9d6d3c1f-dcd6-4f2c-bc9f-271ece3b86ff triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 07:57:57.240936 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762158'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:57.268520 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 48956) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:57:57.529521 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-b3534e84-5899-4ca0-bd52-d68836dfd967 req-4f199e3a-4bab-4f4e-be0e-9d4073c45fa6 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:57.534720 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-dc0ca9e1-b1f3-44a2-85b4-63646a8a461a tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Notify callbacks [] for port, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:57.580910 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-b3534e84-5899-4ca0-bd52-d68836dfd967 req-4f199e3a-4bab-4f4e-be0e-9d4073c45fa6 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:57.598140 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:57:57.606348 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-dc0ca9e1-b1f3-44a2-85b4-63646a8a461a tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309259674757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309260170288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727594605546'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:57.654790 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-b62a5cfb-109b-4696-97aa-0a2e17c28a64 req-e60bbb24-b11a-4c8f-a8a1-998b31ff65ca tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/ports?device_id=6a08b689-796b-46b2-87e8-9a6e591081ef HTTP/1.1" status: 200 len: 210 time: 0.3339248 Feb 04 07:57:57.680333 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-b3534e84-5899-4ca0-bd52-d68836dfd967 req-4f199e3a-4bab-4f4e-be0e-9d4073c45fa6 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=23e57bf3-6871-46d4-a88b-2b22ec633850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9539754 Feb 04 07:57:57.687545 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc67d3e1-d131-47d0-8615-6025dd350ada req-a8559934-5168-4465-9734-a52d58a88aa2 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:57:57.690644 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-cc67d3e1-d131-47d0-8615-6025dd350ada req-a8559934-5168-4465-9734-a52d58a88aa2 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.76 "GET /v2.0/networks?id=3c6985d7-344a-4685-b74e-38826882e570 HTTP/1.1" status: 200 len: 818 time: 0.4175856 Feb 04 07:57:57.718371 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-e4047800-0c93-4022-8c6f-f29f12c6eeb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:57.746179 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-e4047800-0c93-4022-8c6f-f29f12c6eeb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 07:57:57.755870 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-e4047800-0c93-4022-8c6f-f29f12c6eeb5 admin admin] Usage tracker for resource:security_group_rule and tenant:ae07a04d64e34f99ac90d787455b76c9 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 07:57:57.764520 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-e4047800-0c93-4022-8c6f-f29f12c6eeb5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 07:57:57.781343 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-e4047800-0c93-4022-8c6f-f29f12c6eeb5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 07:57:57.904348 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f199e3a-4bab-4f4e-be0e-9d4073c45fa6 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=2e9b32ab-a675-494a-9751-78dc7997a259,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:57:57.920400 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-e4047800-0c93-4022-8c6f-f29f12c6eeb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:57.932225 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-e4047800-0c93-4022-8c6f-f29f12c6eeb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:57.955779 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-4f199e3a-4bab-4f4e-be0e-9d4073c45fa6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:57:57.956246 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.291s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:57:57.963697 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-755db600-ca81-4f94-85eb-2742b82f2776 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:57:58.016388 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.v2.base [req-cc67d3e1-d131-47d0-8615-6025dd350ada req-67ef5121-782c-477b-868c-a79cd9ff4005 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] Request body: {'port': {'device_id': '6a08b689-796b-46b2-87e8-9a6e591081ef', 'network_id': '3c6985d7-344a-4685-b74e-38826882e570', 'admin_state_up': True, 'tenant_id': 'fdc2e6a78c794db1bf575f754255feb7'}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 07:57:58.056187 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-e4047800-0c93-4022-8c6f-f29f12c6eeb5 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=ae07a04d64e34f99ac90d787455b76c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7859590 Feb 04 07:57:58.057840 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 48982) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:57:58.139234 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4047800-0c93-4022-8c6f-f29f12c6eeb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe721d76-1da1-4ffd-9cc3-587696137012,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:57:58.162131 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ff7305-7f29-428f-9e04-63851d67ad43 req-92a78982-3040-4ea4-98b9-b8726cc75aa3 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:57:58.164571 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [req-87ff7305-7f29-428f-9e04-63851d67ad43 req-92a78982-3040-4ea4-98b9-b8726cc75aa3 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Synchronizing usage tracker for tenant:672bfb04a4f44fa3ae40a386ff3ebb9b on resource:network {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 04 07:57:58.190159 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-e4047800-0c93-4022-8c6f-f29f12c6eeb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:57:58.218591 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0ca9e1-b1f3-44a2-85b4-63646a8a461a tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Pushing event updated for resources: {'Port': ['ID=586c32b1-3e62-4d1d-8e26-037ec3bd7cbe,revision_number=2']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:57:58.223067 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-dc0ca9e1-b1f3-44a2-85b4-63646a8a461a tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:57:58.364721 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [req-87ff7305-7f29-428f-9e04-63851d67ad43 req-92a78982-3040-4ea4-98b9-b8726cc75aa3 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Unset dirty status for tenant:672bfb04a4f44fa3ae40a386ff3ebb9b on resource:network {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 04 07:57:58.387273 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-87ff7305-7f29-428f-9e04-63851d67ad43 req-92a78982-3040-4ea4-98b9-b8726cc75aa3 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/networks?id=3c065512-3d6a-479a-b479-11e02ccc5658 HTTP/1.1" status: 200 len: 815 time: 1.7315214 Feb 04 07:57:58.433721 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [req-cc67d3e1-d131-47d0-8615-6025dd350ada req-67ef5121-782c-477b-868c-a79cd9ff4005 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 07:57:58.453033 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-d007fa93-110d-473a-9ea7-259b9994998d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:58.463532 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-87ff7305-7f29-428f-9e04-63851d67ad43 req-a4063be9-3a9d-4b29-951a-c71dee19b0b1 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/quotas/672bfb04a4f44fa3ae40a386ff3ebb9b HTTP/1.1" status: 200 len: 375 time: 0.0585361 Feb 04 07:57:58.464810 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [req-cc67d3e1-d131-47d0-8615-6025dd350ada req-67ef5121-782c-477b-868c-a79cd9ff4005 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 07:57:58.548983 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc67d3e1-d131-47d0-8615-6025dd350ada req-67ef5121-782c-477b-868c-a79cd9ff4005 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] Made reservation on behalf of fdc2e6a78c794db1bf575f754255feb7 for: {'port': 1} {{(pid=80113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 04 07:57:58.574255 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-dc0ca9e1-b1f3-44a2-85b4-63646a8a461a tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853136389'] for floatingip, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:58.576009 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-cc67d3e1-d131-47d0-8615-6025dd350ada req-67ef5121-782c-477b-868c-a79cd9ff4005 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:58.589270 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-d007fa93-110d-473a-9ea7-259b9994998d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:58.679662 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-dc0ca9e1-b1f3-44a2-85b4-63646a8a461a tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3799'] for floatingip, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:58.680549 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-dc0ca9e1-b1f3-44a2-85b4-63646a8a461a tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] 10.222.0.99 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.5145609 Feb 04 07:57:58.791531 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a11bd9-2301-436e-a604-1cce251daba1 req-a42051f9-63ff-41b6-a909-88529840952d tempest-DeleteServersTestJSON-1890780733 tempest-DeleteServersTestJSON-1890780733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:57:58.793675 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-44a11bd9-2301-436e-a604-1cce251daba1 req-a42051f9-63ff-41b6-a909-88529840952d tempest-DeleteServersTestJSON-1890780733 tempest-DeleteServersTestJSON-1890780733-project] 10.222.0.99 "GET /v2.0/ports?device_id=b5edadef-4344-46ea-84e4-752738d2ab28 HTTP/1.1" status: 200 len: 946 time: 0.7783809 Feb 04 07:57:58.802550 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-d007fa93-110d-473a-9ea7-259b9994998d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:58.815101 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-e4047800-0c93-4022-8c6f-f29f12c6eeb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:57:58.853931 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d007fa93-110d-473a-9ea7-259b9994998d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe721d76-1da1-4ffd-9cc3-587696137012,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:57:58.864820 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-d007fa93-110d-473a-9ea7-259b9994998d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:57:58.866189 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-d007fa93-110d-473a-9ea7-259b9994998d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:58.869473 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-d007fa93-110d-473a-9ea7-259b9994998d admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/fe721d76-1da1-4ffd-9cc3-587696137012 HTTP/1.1" status: 204 len: 168 time: 0.7486253 Feb 04 07:57:58.947428 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-87ff7305-7f29-428f-9e04-63851d67ad43 req-f31e30c3-8cdb-471c-b1bf-355619cf2d15 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/ports?tenant_id=672bfb04a4f44fa3ae40a386ff3ebb9b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4790900 Feb 04 07:57:59.020488 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-44a11bd9-2301-436e-a604-1cce251daba1 req-9cad9afe-56fd-49e2-919b-3660166d8e4f tempest-DeleteServersTestJSON-1890780733 tempest-DeleteServersTestJSON-1890780733-project] 10.222.0.99 "GET /v2.0/security-groups?id=cab90007-de65-4aa0-981a-154a69e55140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170599 Feb 04 07:57:59.138111 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5edadef-4344-46ea-84e4-752738d2ab28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cace56c-fe68-4e8f-9b61-7f7f0d35033c', 'code': 200} Feb 04 07:57:59.142426 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.99', 49006) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:57:59.216137 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-87ff7305-7f29-428f-9e04-63851d67ad43 req-e4899e4c-45fa-467a-a572-210d3eeb0615 service neutron] 10.222.0.99 "GET /v2.0/networks/3c065512-3d6a-479a-b479-11e02ccc5658?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2512257 Feb 04 07:57:59.450839 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.99', 49012) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:57:59.489486 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-87ff7305-7f29-428f-9e04-63851d67ad43 req-ffdd6c37-ffbd-4523-977c-c62242b7fd1d service neutron] 10.222.0.99 "GET /v2.0/networks/3c065512-3d6a-479a-b479-11e02ccc5658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2723751 Feb 04 07:57:59.490441 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-53417a32-54df-45eb-ad89-965128132da1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:59.542433 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.db_base_plugin_common [req-cc67d3e1-d131-47d0-8615-6025dd350ada req-67ef5121-782c-477b-868c-a79cd9ff4005 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] Allocated IP 172.20.0.6 (3c6985d7-344a-4685-b74e-38826882e570/6e3e4c1f-bef5-4969-b1a2-0e7821d81c28/ff3f9037-f01f-4834-9b48-0bdf19614e19) {{(pid=80113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 04 07:57:59.690925 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ff2686-008f-4fe0-9c12-cb2ac23d1742 req-5a5edf94-412c-43e0-9361-03cc5589d804 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:57:59.693125 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-a1ff2686-008f-4fe0-9c12-cb2ac23d1742 req-5a5edf94-412c-43e0-9361-03cc5589d804 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] 10.222.0.99 "GET /v2.0/ports?device_id=fa932e77-18a6-4538-9029-8ceee8f10b61 HTTP/1.1" status: 200 len: 946 time: 0.4339812 Feb 04 07:57:59.696689 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-53417a32-54df-45eb-ad89-965128132da1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 07:57:59.769649 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-53417a32-54df-45eb-ad89-965128132da1 admin admin] Usage tracker for resource:security_group_rule and tenant:fe608232efd547f992d34e106a4a5b26 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 07:57:59.789807 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-53417a32-54df-45eb-ad89-965128132da1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 07:57:59.850341 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-cc67d3e1-d131-47d0-8615-6025dd350ada req-67ef5121-782c-477b-868c-a79cd9ff4005 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] Notify callbacks [] for port, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:59.894766 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-cc67d3e1-d131-47d0-8615-6025dd350ada req-67ef5121-782c-477b-868c-a79cd9ff4005 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727594645960'] for port, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:57:59.916263 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-4eeec382-1e6c-4352-89e0-15f101bee06d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:57:59.994732 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-53417a32-54df-45eb-ad89-965128132da1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 07:57:59.998547 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-14fe1d96-f7be-4184-9145-e58515795435 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:00.060485 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ef5121-782c-477b-868c-a79cd9ff4005 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] Pushing event updated for resources: {'Port': ['ID=ff3f9037-f01f-4834-9b48-0bdf19614e19,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:58:00.072047 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-67ef5121-782c-477b-868c-a79cd9ff4005 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:58:00.073675 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-14fe1d96-f7be-4184-9145-e58515795435 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 07:58:00.152708 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.76', 54660) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:58:00.176916 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe01295-270a-4567-ab15-642f44f5c53c req-608c349a-2cf7-4bf7-a497-0436c6ea07c3 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:58:00.178509 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-ffe01295-270a-4567-ab15-642f44f5c53c req-608c349a-2cf7-4bf7-a497-0436c6ea07c3 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/networks?id=3c6985d7-344a-4685-b74e-38826882e570 HTTP/1.1" status: 200 len: 818 time: 0.3674428 Feb 04 07:58:00.182799 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-14fe1d96-f7be-4184-9145-e58515795435 admin admin] Usage tracker for resource:security_group_rule and tenant:7cac93f4568848b1ab0e4815ab7bf947 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 07:58:00.194490 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-14fe1d96-f7be-4184-9145-e58515795435 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 07:58:00.215794 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-a1ff2686-008f-4fe0-9c12-cb2ac23d1742 req-64ea427b-ad1d-40a7-a8e0-981705548170 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] 10.222.0.99 "GET /v2.0/security-groups?id=23e57bf3-6871-46d4-a88b-2b22ec633850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4657612 Feb 04 07:58:00.227540 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc67d3e1-d131-47d0-8615-6025dd350ada req-67ef5121-782c-477b-868c-a79cd9ff4005 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] Network 3c6985d7-344a-4685-b74e-38826882e570 is already hosted by enough agents. {{(pid=80113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 04 07:58:00.228155 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-14fe1d96-f7be-4184-9145-e58515795435 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 07:58:00.230480 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.base_scheduler [req-cc67d3e1-d131-47d0-8615-6025dd350ada req-67ef5121-782c-477b-868c-a79cd9ff4005 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] Resources bound (agent type, host, resource id): {{(pid=80113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 04 07:58:00.238409 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc67d3e1-d131-47d0-8615-6025dd350ada req-67ef5121-782c-477b-868c-a79cd9ff4005 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] Received port after_create {{(pid=80113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 04 07:58:00.265680 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-ffe01295-270a-4567-ab15-642f44f5c53c req-75fe6b58-12df-4600-9e1c-4773a578f195 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/quotas/fdc2e6a78c794db1bf575f754255feb7 HTTP/1.1" status: 200 len: 375 time: 0.0415924 Feb 04 07:58:00.310931 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc67d3e1-d131-47d0-8615-6025dd350ada req-67ef5121-782c-477b-868c-a79cd9ff4005 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:58:00.311793 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-cc67d3e1-d131-47d0-8615-6025dd350ada req-67ef5121-782c-477b-868c-a79cd9ff4005 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1815815'] for port, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:00.340879 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-cc67d3e1-d131-47d0-8615-6025dd350ada req-67ef5121-782c-477b-868c-a79cd9ff4005 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3316975 Feb 04 07:58:00.369627 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.v2.base [req-cc67d3e1-d131-47d0-8615-6025dd350ada req-be32c401-b79d-40be-852e-000917df9242 service neutron] Request body: {'port': {'device_id': '6a08b689-796b-46b2-87e8-9a6e591081ef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73306'}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 07:58:00.405405 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7d2177-508a-4b59-8cfa-271434869ce7 req-545942d4-c547-4dd0-b94c-b724a49ae3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:58:00.407175 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-1f7d2177-508a-4b59-8cfa-271434869ce7 req-545942d4-c547-4dd0-b94c-b724a49ae3fd service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=b5edadef-4344-46ea-84e4-752738d2ab28 HTTP/1.1" status: 200 len: 1163 time: 0.7054262 Feb 04 07:58:00.485525 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-24e5f7de-3f4f-4425-a8b1-4a9eda28a327 req-b79522c1-55ff-4ae0-bb81-3449c7c20112 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=fa932e77-18a6-4538-9029-8ceee8f10b61&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.3316431 Feb 04 07:58:00.521733 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-cc67d3e1-d131-47d0-8615-6025dd350ada req-be32c401-b79d-40be-852e-000917df9242 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:00.788689 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-53417a32-54df-45eb-ad89-965128132da1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:00.807166 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [req-a7620339-a451-43e0-925f-e22e03eef78d req-1ebf303c-3f43-4a6f-85bb-37b285970926 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Synchronizing usage tracker for tenant:a6dac7e06d2347bf8335c11feb384ef9 on resource:security_group {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 04 07:58:00.825190 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-53417a32-54df-45eb-ad89-965128132da1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:00.833552 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [req-1f7d2177-508a-4b59-8cfa-271434869ce7 req-1bfd4189-7ebb-49b4-b2f5-4a0f92fdb326 service neutron] Synchronizing usage tracker for tenant:8954bbb9010b4329bffa406b10d99bcc on resource:security_group {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 04 07:58:00.841207 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-a6abc506-bc36-407a-90df-3d70a9a06059 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:58:00.845353 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e5f7de-3f4f-4425-a8b1-4a9eda28a327 req-fdc2ecc7-550c-4285-8344-9475912ab1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:58:00.846978 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-24e5f7de-3f4f-4425-a8b1-4a9eda28a327 req-fdc2ecc7-550c-4285-8344-9475912ab1b6 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e025b0caf149437a978dcb2e658b1da5&device_id=fa932e77-18a6-4538-9029-8ceee8f10b61 HTTP/1.1" status: 200 len: 1163 time: 0.2088909 Feb 04 07:58:00.911625 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-14fe1d96-f7be-4184-9145-e58515795435 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:00.927230 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-53417a32-54df-45eb-ad89-965128132da1 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=fe608232efd547f992d34e106a4a5b26&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4723716 Feb 04 07:58:00.929598 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 49054) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:58:00.962543 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-ffe01295-270a-4567-ab15-642f44f5c53c req-8d00f971-67e3-479e-b962-4fab6084cced tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/ports?tenant_id=fdc2e6a78c794db1bf575f754255feb7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6847982 Feb 04 07:58:00.967226 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-14fe1d96-f7be-4184-9145-e58515795435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:00.979214 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53417a32-54df-45eb-ad89-965128132da1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7774e4d-8f5c-4fab-b7a4-c24f81ecf708,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:58:00.987282 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-53417a32-54df-45eb-ad89-965128132da1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:58:00.987946 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [req-1f7d2177-508a-4b59-8cfa-271434869ce7 req-1bfd4189-7ebb-49b4-b2f5-4a0f92fdb326 service neutron] Unset dirty status for tenant:8954bbb9010b4329bffa406b10d99bcc on resource:security_group {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 04 07:58:00.989173 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-1f7d2177-508a-4b59-8cfa-271434869ce7 req-1bfd4189-7ebb-49b4-b2f5-4a0f92fdb326 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=cab90007-de65-4aa0-981a-154a69e55140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5374861 Feb 04 07:58:00.989786 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [req-a7620339-a451-43e0-925f-e22e03eef78d req-1ebf303c-3f43-4a6f-85bb-37b285970926 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Unset dirty status for tenant:a6dac7e06d2347bf8335c11feb384ef9 on resource:security_group {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 04 07:58:00.992299 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-a7620339-a451-43e0-925f-e22e03eef78d req-1ebf303c-3f43-4a6f-85bb-37b285970926 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] 10.222.0.99 "GET /v2.0/security-groups?name=tempest-securitygroup--242833716&fields=id&tenant_id=a6dac7e06d2347bf8335c11feb384ef9 HTTP/1.1" status: 200 len: 267 time: 0.5765884 Feb 04 07:58:00.992818 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-446e0bb2-23ee-4149-a05b-74ee6c5b6229 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:58:01.100767 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-14fe1d96-f7be-4184-9145-e58515795435 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=7cac93f4568848b1ab0e4815ab7bf947&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9537566 Feb 04 07:58:01.113514 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 49060) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:58:01.206517 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe1d96-f7be-4184-9145-e58515795435 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2a31326-e890-4e0d-88df-32d06e1d64b1,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:58:01.214201 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-14fe1d96-f7be-4184-9145-e58515795435 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:58:01.237517 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-2f277cfa-a781-4ca6-95b8-fdf93eec9e88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:01.244323 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e5f7de-3f4f-4425-a8b1-4a9eda28a327 req-f96040a9-689a-438b-9057-91f40cd4cd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:58:01.245910 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-24e5f7de-3f4f-4425-a8b1-4a9eda28a327 req-f96040a9-689a-438b-9057-91f40cd4cd90 service neutron] 10.222.0.76 "GET /v2.0/networks?id=d6cc8c6f-e231-4895-957c-7832ba254527 HTTP/1.1" status: 200 len: 909 time: 0.3510785 Feb 04 07:58:01.305206 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-2f277cfa-a781-4ca6-95b8-fdf93eec9e88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:01.442227 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-8c0cb7ef-e56a-4e9a-98b4-718f94aaf908 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:01.444998 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-24e5f7de-3f4f-4425-a8b1-4a9eda28a327 req-a5dc1834-4d22-4482-99c7-cd5a7e893d37 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e0dc0856-cac5-4300-b862-d733ede605eb HTTP/1.1" status: 200 len: 217 time: 0.1328726 Feb 04 07:58:01.507745 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7620339-a451-43e0-925f-e22e03eef78d req-2d71b591-056c-453d-b655-0ecdb6ba12e8 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:58:01.508636 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [req-a7620339-a451-43e0-925f-e22e03eef78d req-2d71b591-056c-453d-b655-0ecdb6ba12e8 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Synchronizing usage tracker for tenant:a6dac7e06d2347bf8335c11feb384ef9 on resource:network {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 04 07:58:01.556229 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.notifiers.nova [req-cc67d3e1-d131-47d0-8615-6025dd350ada req-be32c401-b79d-40be-852e-000917df9242 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff3f9037-f01f-4834-9b48-0bdf19614e19 {{(pid=80113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 04 07:58:01.579387 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-8c0cb7ef-e56a-4e9a-98b4-718f94aaf908 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:01.587746 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-cc67d3e1-d131-47d0-8615-6025dd350ada req-be32c401-b79d-40be-852e-000917df9242 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:01.618603 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e5f7de-3f4f-4425-a8b1-4a9eda28a327 req-3e555d8d-7d3f-48ea-b6cb-cc0fb247cb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:58:01.620139 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-24e5f7de-3f4f-4425-a8b1-4a9eda28a327 req-3e555d8d-7d3f-48ea-b6cb-cc0fb247cb13 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=daa9ab9c-d070-4c63-9925-724b7f6976a7 HTTP/1.1" status: 200 len: 855 time: 0.1538329 Feb 04 07:58:01.663631 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-ffe01295-270a-4567-ab15-642f44f5c53c req-ff03f97d-a967-414c-b4d9-2081ddf99acf service neutron] 10.222.0.99 "GET /v2.0/networks/3c6985d7-344a-4685-b74e-38826882e570?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6529899 Feb 04 07:58:01.685097 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [req-cc67d3e1-d131-47d0-8615-6025dd350ada req-be32c401-b79d-40be-852e-000917df9242 service neutron] Transition to ACTIVE for port object ff3f9037-f01f-4834-9b48-0bdf19614e19 will not be triggered until provisioned by entity L2. {{(pid=80113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 04 07:58:01.692288 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-2f277cfa-a781-4ca6-95b8-fdf93eec9e88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:01.695846 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-24e5f7de-3f4f-4425-a8b1-4a9eda28a327 req-6a6d41e2-008c-4614-853c-17af6925868e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d6cc8c6f-e231-4895-957c-7832ba254527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583827 Feb 04 07:58:01.700236 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-cc67d3e1-d131-47d0-8615-6025dd350ada req-be32c401-b79d-40be-852e-000917df9242 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309259674757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309260170288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727594605546'] for port, after_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:01.702816 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:58:01.704196 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [req-a7620339-a451-43e0-925f-e22e03eef78d req-2d71b591-056c-453d-b655-0ecdb6ba12e8 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Unset dirty status for tenant:a6dac7e06d2347bf8335c11feb384ef9 on resource:network {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 04 07:58:01.705505 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-a7620339-a451-43e0-925f-e22e03eef78d req-2d71b591-056c-453d-b655-0ecdb6ba12e8 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] 10.222.0.99 "GET /v2.0/networks?id=da9fddda-3ab3-487d-967d-7aa78c7fc3dd HTTP/1.1" status: 200 len: 810 time: 0.6962204 Feb 04 07:58:01.766665 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f277cfa-a781-4ca6-95b8-fdf93eec9e88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7774e4d-8f5c-4fab-b7a4-c24f81ecf708,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:58:01.817393 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-2f277cfa-a781-4ca6-95b8-fdf93eec9e88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:58:01.863808 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ff7305-7f29-428f-9e04-63851d67ad43 req-b5ae55b4-9ec3-481a-8ef7-62675b68237f tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:58:01.866316 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-87ff7305-7f29-428f-9e04-63851d67ad43 req-b5ae55b4-9ec3-481a-8ef7-62675b68237f tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.76 "GET /v2.0/networks?id=3c065512-3d6a-479a-b479-11e02ccc5658 HTTP/1.1" status: 200 len: 815 time: 0.5536299 Feb 04 07:58:01.870357 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-b1e5c95c-cb0a-4a3e-8a58-450fadf32de3 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.111s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:58:01.888087 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-a7620339-a451-43e0-925f-e22e03eef78d req-82ce0d3f-3cdf-4f4c-81a9-f42805da44e6 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] 10.222.0.99 "GET /v2.0/quotas/a6dac7e06d2347bf8335c11feb384ef9 HTTP/1.1" status: 200 len: 375 time: 0.1723211 Feb 04 07:58:01.950392 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-2f277cfa-a781-4ca6-95b8-fdf93eec9e88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:01.954096 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-2f277cfa-a781-4ca6-95b8-fdf93eec9e88 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/e7774e4d-8f5c-4fab-b7a4-c24f81ecf708 HTTP/1.1" status: 204 len: 168 time: 1.0193570 Feb 04 07:58:02.143248 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-ffe01295-270a-4567-ab15-642f44f5c53c req-178cb9cc-f548-4de9-bada-7c8cf0cf4928 service neutron] 10.222.0.99 "GET /v2.0/networks/3c6985d7-344a-4685-b74e-38826882e570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4625044 Feb 04 07:58:02.186986 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-87ff7305-7f29-428f-9e04-63851d67ad43 req-9b34264b-d2d0-4641-a2d4-814f02586bbb tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=672bfb04a4f44fa3ae40a386ff3ebb9b HTTP/1.1" status: 200 len: 5704 time: 0.2978721 Feb 04 07:58:02.209711 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-8c0cb7ef-e56a-4e9a-98b4-718f94aaf908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:02.257265 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-a7620339-a451-43e0-925f-e22e03eef78d req-e69fac61-9f87-4227-9e31-ccdcd5b45eb4 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] 10.222.0.99 "GET /v2.0/ports?tenant_id=a6dac7e06d2347bf8335c11feb384ef9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3423390 Feb 04 07:58:02.263669 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.v2.base [req-87ff7305-7f29-428f-9e04-63851d67ad43 req-4e3ff75a-ee8e-463b-a8c2-c38484e9faf0 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Request body: {'port': {'device_id': 'ed56eae0-d057-445b-a86c-975c99566052', 'network_id': '3c065512-3d6a-479a-b479-11e02ccc5658', 'admin_state_up': True, 'tenant_id': '672bfb04a4f44fa3ae40a386ff3ebb9b', 'security_groups': ['2efe4fb4-6c5a-4311-a0c5-d5a12c9309ae']}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 07:58:02.275671 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-8c0cb7ef-e56a-4e9a-98b4-718f94aaf908 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:02.277479 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-8c0cb7ef-e56a-4e9a-98b4-718f94aaf908 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/f2a31326-e890-4e0d-88df-32d06e1d64b1 HTTP/1.1" status: 204 len: 168 time: 1.1604652 Feb 04 07:58:02.292875 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be32c401-b79d-40be-852e-000917df9242 service neutron] Pushing event updated for resources: {'Port': ['ID=ff3f9037-f01f-4834-9b48-0bdf19614e19,revision_number=2']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:58:02.313952 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-be32c401-b79d-40be-852e-000917df9242 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:58:02.337115 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-fb8972bc-5865-409a-8617-a8927d294766 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.088s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:58:02.370488 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0cb7ef-e56a-4e9a-98b4-718f94aaf908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2a31326-e890-4e0d-88df-32d06e1d64b1,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:58:02.398778 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-8c0cb7ef-e56a-4e9a-98b4-718f94aaf908 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:58:02.433325 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-24e5f7de-3f4f-4425-a8b1-4a9eda28a327 req-d52c81e6-6f8b-46a1-9e0d-f2648550c4a6 service neutron] 10.222.0.76 "GET /v2.0/networks/d6cc8c6f-e231-4895-957c-7832ba254527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7227132 Feb 04 07:58:02.587055 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-a7620339-a451-43e0-925f-e22e03eef78d req-443cb215-fcba-4163-9bcd-0f7eaa1fdd19 service neutron] 10.222.0.99 "GET /v2.0/networks/da9fddda-3ab3-487d-967d-7aa78c7fc3dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2877524 Feb 04 07:58:02.709796 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-c46cab61-e363-4901-a3fe-b07a8b2b1e83 req-24df1667-d95e-4485-9fc3-a4e02faef16d tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/ports?device_id=ed56eae0-d057-445b-a86c-975c99566052 HTTP/1.1" status: 200 len: 210 time: 0.0528042 Feb 04 07:58:02.734710 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [req-cc67d3e1-d131-47d0-8615-6025dd350ada req-be32c401-b79d-40be-852e-000917df9242 service neutron] Attempting to bind port ff3f9037-f01f-4834-9b48-0bdf19614e19 on host hv-cinder-73306 for vnic_type normal with profile {{(pid=80113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 07:58:02.735409 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [req-cc67d3e1-d131-47d0-8615-6025dd350ada req-be32c401-b79d-40be-852e-000917df9242 service neutron] Attempting to bind port ff3f9037-f01f-4834-9b48-0bdf19614e19 by drivers openvswitch on host hv-cinder-73306 at level 0 using segments [{'id': '5f6ab5b4-f1a0-431f-8987-232f197ae770', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '3c6985d7-344a-4685-b74e-38826882e570'}] {{(pid=80113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 04 07:58:02.735931 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc67d3e1-d131-47d0-8615-6025dd350ada req-be32c401-b79d-40be-852e-000917df9242 service neutron] Attempting to bind port ff3f9037-f01f-4834-9b48-0bdf19614e19 on network 3c6985d7-344a-4685-b74e-38826882e570 {{(pid=80113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 04 07:58:02.759261 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc67d3e1-d131-47d0-8615-6025dd350ada req-be32c401-b79d-40be-852e-000917df9242 service neutron] Checking agent: {'id': 'ff9cc465-2d2d-4d6a-b510-d92e1cf0c130', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73306', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 4, 7, 55, 7), 'started_at': datetime.datetime(2021, 2, 4, 7, 55, 37), 'heartbeat_timestamp': datetime.datetime(2021, 2, 4, 7, 57, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.95', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 07:58:02.766344 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc67d3e1-d131-47d0-8615-6025dd350ada req-be32c401-b79d-40be-852e-000917df9242 service neutron] Checking segment: {'id': '5f6ab5b4-f1a0-431f-8987-232f197ae770', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '3c6985d7-344a-4685-b74e-38826882e570'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 04 07:58:02.767668 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-cc67d3e1-d131-47d0-8615-6025dd350ada req-be32c401-b79d-40be-852e-000917df9242 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:02.768279 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc67d3e1-d131-47d0-8615-6025dd350ada req-be32c401-b79d-40be-852e-000917df9242 service neutron] Bound using segment: {'id': '5f6ab5b4-f1a0-431f-8987-232f197ae770', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '3c6985d7-344a-4685-b74e-38826882e570'} {{(pid=80113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 07:58:02.769014 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [req-cc67d3e1-d131-47d0-8615-6025dd350ada req-be32c401-b79d-40be-852e-000917df9242 service neutron] Bound port: ff3f9037-f01f-4834-9b48-0bdf19614e19, host: hv-cinder-73306, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f6ab5b4-f1a0-431f-8987-232f197ae770', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '3c6985d7-344a-4685-b74e-38826882e570'}}] {{(pid=80113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 04 07:58:02.769726 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-cc67d3e1-d131-47d0-8615-6025dd350ada req-be32c401-b79d-40be-852e-000917df9242 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:02.860267 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-24e5f7de-3f4f-4425-a8b1-4a9eda28a327 req-32ab3f2a-75c3-42ef-92e2-6b97fdb3774d service neutron] 10.222.0.76 "GET /v2.0/networks/d6cc8c6f-e231-4895-957c-7832ba254527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4189923 Feb 04 07:58:02.905829 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [req-87ff7305-7f29-428f-9e04-63851d67ad43 req-4e3ff75a-ee8e-463b-a8c2-c38484e9faf0 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 07:58:02.910976 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [req-87ff7305-7f29-428f-9e04-63851d67ad43 req-4e3ff75a-ee8e-463b-a8c2-c38484e9faf0 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Usage tracker for resource:port and tenant:672bfb04a4f44fa3ae40a386ff3ebb9b is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 07:58:02.915434 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [req-87ff7305-7f29-428f-9e04-63851d67ad43 req-4e3ff75a-ee8e-463b-a8c2-c38484e9faf0 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Quota usage for port was recalculated. Used quota:3. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 07:58:02.919365 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [req-cc67d3e1-d131-47d0-8615-6025dd350ada req-be32c401-b79d-40be-852e-000917df9242 service neutron] For port ff3f9037-f01f-4834-9b48-0bdf19614e19, host hv-cinder-73306, cleared binding levels {{(pid=80113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 04 07:58:02.922074 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [req-87ff7305-7f29-428f-9e04-63851d67ad43 req-4e3ff75a-ee8e-463b-a8c2-c38484e9faf0 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 07:58:02.923779 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [req-cc67d3e1-d131-47d0-8615-6025dd350ada req-be32c401-b79d-40be-852e-000917df9242 service neutron] For port ff3f9037-f01f-4834-9b48-0bdf19614e19, host hv-cinder-73306, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=ff3f9037-f01f-4834-9b48-0bdf19614e19,segment=NetworkSegment(5f6ab5b4-f1a0-431f-8987-232f197ae770),segment_id=5f6ab5b4-f1a0-431f-8987-232f197ae770)] {{(pid=80113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 04 07:58:02.932233 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-cc67d3e1-d131-47d0-8615-6025dd350ada req-be32c401-b79d-40be-852e-000917df9242 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309259674757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309260170288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727594605546'] for port, after_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:02.947058 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87ff7305-7f29-428f-9e04-63851d67ad43 req-4e3ff75a-ee8e-463b-a8c2-c38484e9faf0 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Made reservation on behalf of 672bfb04a4f44fa3ae40a386ff3ebb9b for: {'port': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 04 07:58:02.971098 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-87ff7305-7f29-428f-9e04-63851d67ad43 req-4e3ff75a-ee8e-463b-a8c2-c38484e9faf0 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:03.011144 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-862b9b53-f802-46a1-af31-e7cf6583c8be service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:58:03.024351 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-a7620339-a451-43e0-925f-e22e03eef78d req-85656665-6c54-4928-ae8d-b3fa46fc6c29 service neutron] 10.222.0.99 "GET /v2.0/networks/da9fddda-3ab3-487d-967d-7aa78c7fc3dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4094276 Feb 04 07:58:03.324888 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 49120) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:58:03.462867 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-4c67d64d-cf96-4555-8201-cf6a9febfc6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:03.551868 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-4c67d64d-cf96-4555-8201-cf6a9febfc6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 07:58:03.582062 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-4c67d64d-cf96-4555-8201-cf6a9febfc6f admin admin] Usage tracker for resource:security_group_rule and tenant:68896211bf1a446ba3c0470da2e8cbcd is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 07:58:03.627113 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-4c67d64d-cf96-4555-8201-cf6a9febfc6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 07:58:03.631923 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be32c401-b79d-40be-852e-000917df9242 service neutron] Pushing event updated for resources: {'Port': ['ID=ff3f9037-f01f-4834-9b48-0bdf19614e19,revision_number=3']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:58:03.651115 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-be32c401-b79d-40be-852e-000917df9242 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.635s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:58:03.665528 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-4c67d64d-cf96-4555-8201-cf6a9febfc6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 07:58:03.732064 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc67d3e1-d131-47d0-8615-6025dd350ada req-be32c401-b79d-40be-852e-000917df9242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:58:03.733967 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-cc67d3e1-d131-47d0-8615-6025dd350ada req-be32c401-b79d-40be-852e-000917df9242 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1815815'] for port, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:03.736230 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-cc67d3e1-d131-47d0-8615-6025dd350ada req-be32c401-b79d-40be-852e-000917df9242 service neutron] 10.222.0.76 "PUT /v2.0/ports/ff3f9037-f01f-4834-9b48-0bdf19614e19 HTTP/1.1" status: 200 len: 1157 time: 3.3784907 Feb 04 07:58:03.739234 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a08b689-796b-46b2-87e8-9a6e591081ef', 'tag': 'ff3f9037-f01f-4834-9b48-0bdf19614e19'}] {{(pid=80113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 07:58:03.920018 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-4c67d64d-cf96-4555-8201-cf6a9febfc6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:03.925351 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-4c67d64d-cf96-4555-8201-cf6a9febfc6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:03.941606 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-79ff144d-9f78-4241-879a-89ac9a092b7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:58:03.985877 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3f4251-510e-4a33-9286-d22a02579dbf req-0d6578bf-2638-47b8-b38c-85a768b5be4d tempest-DeleteServersTestJSON-1890780733 tempest-DeleteServersTestJSON-1890780733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:58:03.987621 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-dd3f4251-510e-4a33-9286-d22a02579dbf req-0d6578bf-2638-47b8-b38c-85a768b5be4d tempest-DeleteServersTestJSON-1890780733 tempest-DeleteServersTestJSON-1890780733-project] 10.222.0.99 "GET /v2.0/ports?device_id=b5edadef-4344-46ea-84e4-752738d2ab28 HTTP/1.1" status: 200 len: 946 time: 0.7647560 Feb 04 07:58:03.991752 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc67d3e1-d131-47d0-8615-6025dd350ada req-6c768a35-b2c8-4556-89b5-a207015f2554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:58:03.993774 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-cc67d3e1-d131-47d0-8615-6025dd350ada req-6c768a35-b2c8-4556-89b5-a207015f2554 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fdc2e6a78c794db1bf575f754255feb7&device_id=6a08b689-796b-46b2-87e8-9a6e591081ef HTTP/1.1" status: 200 len: 1160 time: 0.1827838 Feb 04 07:58:04.001773 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c67d64d-cf96-4555-8201-cf6a9febfc6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=978bc1cb-2278-4376-b885-90c84abeb3df,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:58:04.010072 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-4c67d64d-cf96-4555-8201-cf6a9febfc6f admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=68896211bf1a446ba3c0470da2e8cbcd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6657424 Feb 04 07:58:04.010072 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-4c67d64d-cf96-4555-8201-cf6a9febfc6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:58:04.010320 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 49154) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:58:04.045412 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.db_base_plugin_common [req-87ff7305-7f29-428f-9e04-63851d67ad43 req-4e3ff75a-ee8e-463b-a8c2-c38484e9faf0 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Allocated IP 172.20.0.14 (3c065512-3d6a-479a-b479-11e02ccc5658/c113e9e9-819c-413f-8742-7912f5a3f620/7464ad3a-a108-4124-bb91-84a76f991163) {{(pid=80114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 04 07:58:04.116554 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-dd3f4251-510e-4a33-9286-d22a02579dbf req-dfb765a1-11e9-4d19-aca2-fe13d638bfba tempest-DeleteServersTestJSON-1890780733 tempest-DeleteServersTestJSON-1890780733-project] 10.222.0.99 "GET /v2.0/security-groups?id=cab90007-de65-4aa0-981a-154a69e55140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972896 Feb 04 07:58:04.139290 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-cc67d3e1-d131-47d0-8615-6025dd350ada req-e6d9fb5f-2ed3-4650-9731-d232b7d811e9 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ff3f9037-f01f-4834-9b48-0bdf19614e19 HTTP/1.1" status: 200 len: 217 time: 0.0820825 Feb 04 07:58:04.165451 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-0e0ab3e3-f1c3-4bbb-a194-b1b574de208c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:04.249594 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-0e0ab3e3-f1c3-4bbb-a194-b1b574de208c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:04.262836 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61e9e33-035b-4fa0-8fa4-fc6312a13d15 req-66843226-c89e-402e-b8aa-d402e7c82c0c tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:58:04.266723 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-c61e9e33-035b-4fa0-8fa4-fc6312a13d15 req-66843226-c89e-402e-b8aa-d402e7c82c0c tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] 10.222.0.99 "GET /v2.0/ports?device_id=fa932e77-18a6-4538-9029-8ceee8f10b61 HTTP/1.1" status: 200 len: 946 time: 0.4668078 Feb 04 07:58:04.283991 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc67d3e1-d131-47d0-8615-6025dd350ada req-76b7e10d-f5c9-4f15-9474-66cd1f32b918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:58:04.296401 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-cc67d3e1-d131-47d0-8615-6025dd350ada req-76b7e10d-f5c9-4f15-9474-66cd1f32b918 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=6e3e4c1f-bef5-4969-b1a2-0e7821d81c28 HTTP/1.1" status: 200 len: 858 time: 0.1531506 Feb 04 07:58:04.363372 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-cc67d3e1-d131-47d0-8615-6025dd350ada req-bdeb031d-4e4e-4356-8ae7-afbc3b64048d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3c6985d7-344a-4685-b74e-38826882e570&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577555 Feb 04 07:58:04.393653 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-24714a7e-893e-4aff-9289-42f2c6b3a918 req-6169ef6c-6498-4c37-9a72-f98adfc53c23 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/ports?device_id=f6928dd1-8dfc-4e67-9ebb-85ac26bb95c8 HTTP/1.1" status: 200 len: 210 time: 0.1258054 Feb 04 07:58:04.473960 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-c61e9e33-035b-4fa0-8fa4-fc6312a13d15 req-3a7af3f8-a2a9-4648-b818-b91da391316a tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] 10.222.0.99 "GET /v2.0/security-groups?id=23e57bf3-6871-46d4-a88b-2b22ec633850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531575 Feb 04 07:58:04.617265 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a08b689-796b-46b2-87e8-9a6e591081ef', 'tag': 'ff3f9037-f01f-4834-9b48-0bdf19614e19', 'status': 'completed', 'code': 200} Feb 04 07:58:04.617885 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-0e0ab3e3-f1c3-4bbb-a194-b1b574de208c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:04.634397 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:58:04.659268 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0ab3e3-f1c3-4bbb-a194-b1b574de208c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=978bc1cb-2278-4376-b885-90c84abeb3df,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:58:04.662829 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-0e0ab3e3-f1c3-4bbb-a194-b1b574de208c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:58:04.718386 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-0e0ab3e3-f1c3-4bbb-a194-b1b574de208c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:04.723503 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-0e0ab3e3-f1c3-4bbb-a194-b1b574de208c admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/978bc1cb-2278-4376-b885-90c84abeb3df HTTP/1.1" status: 204 len: 168 time: 0.7116182 Feb 04 07:58:04.757519 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-cc67d3e1-d131-47d0-8615-6025dd350ada req-e471cf79-deb9-47c2-b040-43a991eda43d service neutron] 10.222.0.76 "GET /v2.0/networks/3c6985d7-344a-4685-b74e-38826882e570?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3800693 Feb 04 07:58:04.776675 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-deac4d33-7f97-47fa-a90f-9c2383d864d4 req-b8558951-1396-4aaa-8ec3-7e90bd477c01 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] 10.222.0.99 "GET /v2.0/ports?device_id=ee480593-ba86-44ab-b121-9e243feb6605 HTTP/1.1" status: 200 len: 210 time: 0.1591916 Feb 04 07:58:05.163548 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-cc67d3e1-d131-47d0-8615-6025dd350ada req-51df1871-6758-4c88-ba48-5c63393826ac service neutron] 10.222.0.76 "GET /v2.0/networks/3c6985d7-344a-4685-b74e-38826882e570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3626528 Feb 04 07:58:05.339526 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-ac317a5f-f93b-4e08-8c50-7c829b6278bc req-3bd4b28a-f686-4fd1-88df-1d765ebea36e tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/ports?device_id=ed56eae0-d057-445b-a86c-975c99566052 HTTP/1.1" status: 200 len: 210 time: 0.5119495 Feb 04 07:58:05.452436 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-87ff7305-7f29-428f-9e04-63851d67ad43 req-4e3ff75a-ee8e-463b-a8c2-c38484e9faf0 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Notify callbacks [] for port, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:05.513991 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [req-87ff7305-7f29-428f-9e04-63851d67ad43 req-4e3ff75a-ee8e-463b-a8c2-c38484e9faf0 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Transition to ACTIVE for port object 7464ad3a-a108-4124-bb91-84a76f991163 will not be triggered until provisioned by entity DHCP. {{(pid=80114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 04 07:58:05.576167 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-87ff7305-7f29-428f-9e04-63851d67ad43 req-4e3ff75a-ee8e-463b-a8c2-c38484e9faf0 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727594645960'] for port, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:05.796975 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:58:05.987458 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-cedfb1ec-5e7a-4dee-916b-342afdde125a req-740664a1-819c-4351-9acc-2036a68b4a25 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/ports?device_id=f6928dd1-8dfc-4e67-9ebb-85ac26bb95c8 HTTP/1.1" status: 200 len: 210 time: 0.1916163 Feb 04 07:58:05.988005 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.76', 54678) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:58:06.007746 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87ff7305-7f29-428f-9e04-63851d67ad43 req-4e3ff75a-ee8e-463b-a8c2-c38484e9faf0 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Network 3c065512-3d6a-479a-b479-11e02ccc5658 is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 04 07:58:06.029918 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe01295-270a-4567-ab15-642f44f5c53c req-4268bfd9-9984-4174-b615-bc2840771a98 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:58:06.043743 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.base_scheduler [req-87ff7305-7f29-428f-9e04-63851d67ad43 req-4e3ff75a-ee8e-463b-a8c2-c38484e9faf0 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Resources bound (agent type, host, resource id): {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 04 07:58:06.043869 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-ffe01295-270a-4567-ab15-642f44f5c53c req-4268bfd9-9984-4174-b615-bc2840771a98 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.76 "GET /v2.0/networks?id=3c6985d7-344a-4685-b74e-38826882e570 HTTP/1.1" status: 200 len: 818 time: 0.8698282 Feb 04 07:58:06.043956 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [req-87ff7305-7f29-428f-9e04-63851d67ad43 req-4e3ff75a-ee8e-463b-a8c2-c38484e9faf0 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Received port after_create {{(pid=80114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 04 07:58:06.070311 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.v2.base [req-ffe01295-270a-4567-ab15-642f44f5c53c req-53d94176-c7f3-4803-895d-efad291702eb tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] Request body: {'port': {'device_id': 'f6928dd1-8dfc-4e67-9ebb-85ac26bb95c8', 'network_id': '3c6985d7-344a-4685-b74e-38826882e570', 'admin_state_up': True, 'tenant_id': 'fdc2e6a78c794db1bf575f754255feb7'}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 07:58:06.124033 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ff7305-7f29-428f-9e04-63851d67ad43 req-4e3ff75a-ee8e-463b-a8c2-c38484e9faf0 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:58:06.124777 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-87ff7305-7f29-428f-9e04-63851d67ad43 req-4e3ff75a-ee8e-463b-a8c2-c38484e9faf0 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1815815'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:06.293285 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33de352f-cd17-4e26-b951-c6132256712b req-4782f2b5-5e0b-47e1-b77a-4392b0c6629f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:58:06.295269 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-33de352f-cd17-4e26-b951-c6132256712b req-4782f2b5-5e0b-47e1-b77a-4392b0c6629f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fdc2e6a78c794db1bf575f754255feb7&device_id=6a08b689-796b-46b2-87e8-9a6e591081ef HTTP/1.1" status: 200 len: 1160 time: 0.6292133 Feb 04 07:58:06.473885 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [req-ffe01295-270a-4567-ab15-642f44f5c53c req-53d94176-c7f3-4803-895d-efad291702eb tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 07:58:06.483570 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [req-ffe01295-270a-4567-ab15-642f44f5c53c req-53d94176-c7f3-4803-895d-efad291702eb tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] Usage tracker for resource:port and tenant:fdc2e6a78c794db1bf575f754255feb7 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 07:58:06.491860 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [req-ffe01295-270a-4567-ab15-642f44f5c53c req-53d94176-c7f3-4803-895d-efad291702eb tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] Quota usage for port was recalculated. Used quota:2. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 07:58:06.511476 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-0255b1bc-62fa-451b-900d-1ba2d8fbdbef None None] Provisioning for port 7464ad3a-a108-4124-bb91-84a76f991163 completed by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 04 07:58:06.515990 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [req-ffe01295-270a-4567-ab15-642f44f5c53c req-53d94176-c7f3-4803-895d-efad291702eb tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 07:58:06.521372 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-0255b1bc-62fa-451b-900d-1ba2d8fbdbef None None] Provisioning complete for port 7464ad3a-a108-4124-bb91-84a76f991163 triggered by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 07:58:06.522242 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-0255b1bc-62fa-451b-900d-1ba2d8fbdbef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762158'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:06.544617 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33de352f-cd17-4e26-b951-c6132256712b req-ea731fcc-fba6-4165-bb46-cbe80749e015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:58:06.546443 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-33de352f-cd17-4e26-b951-c6132256712b req-ea731fcc-fba6-4165-bb46-cbe80749e015 service neutron] 10.222.0.76 "GET /v2.0/networks?id=3c6985d7-344a-4685-b74e-38826882e570 HTTP/1.1" status: 200 len: 912 time: 0.2373812 Feb 04 07:58:06.560963 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3ff75a-ee8e-463b-a8c2-c38484e9faf0 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Pushing event updated for resources: {'Port': ['ID=7464ad3a-a108-4124-bb91-84a76f991163,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:58:06.565450 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-4e3ff75a-ee8e-463b-a8c2-c38484e9faf0 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.769s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:58:06.580037 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-4c80905c-54f1-45a4-917e-78860a2db715 req-a7d9511d-30cc-4fe6-b72a-22c2c35c7da4 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] 10.222.0.99 "GET /v2.0/ports?device_id=ee480593-ba86-44ab-b121-9e243feb6605 HTTP/1.1" status: 200 len: 210 time: 0.3968012 Feb 04 07:58:06.627897 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-87ff7305-7f29-428f-9e04-63851d67ad43 req-4e3ff75a-ee8e-463b-a8c2-c38484e9faf0 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3691785 Feb 04 07:58:06.671563 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-0255b1bc-62fa-451b-900d-1ba2d8fbdbef None None] Port 7464ad3a-a108-4124-bb91-84a76f991163 cannot update to ACTIVE because it is not bound. {{(pid=80115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 04 07:58:06.698934 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.v2.base [req-87ff7305-7f29-428f-9e04-63851d67ad43 req-719e3bce-21e7-42f0-915f-f60fcdc3429d service neutron] Request body: {'port': {'device_id': 'ed56eae0-d057-445b-a86c-975c99566052', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73306'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 07:58:06.721461 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-33de352f-cd17-4e26-b951-c6132256712b req-778e031b-45b7-4f50-a783-4f3b66a2d865 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ff3f9037-f01f-4834-9b48-0bdf19614e19 HTTP/1.1" status: 200 len: 217 time: 0.1670501 Feb 04 07:58:06.729610 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffe01295-270a-4567-ab15-642f44f5c53c req-53d94176-c7f3-4803-895d-efad291702eb tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] Made reservation on behalf of fdc2e6a78c794db1bf575f754255feb7 for: {'port': 1} {{(pid=80113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 04 07:58:06.782208 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-ffe01295-270a-4567-ab15-642f44f5c53c req-53d94176-c7f3-4803-895d-efad291702eb tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:06.958709 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7620339-a451-43e0-925f-e22e03eef78d req-fcca0df3-dcb5-4638-b531-202e58d8b6e6 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:58:06.961104 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-a7620339-a451-43e0-925f-e22e03eef78d req-fcca0df3-dcb5-4638-b531-202e58d8b6e6 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] 10.222.0.76 "GET /v2.0/networks?id=da9fddda-3ab3-487d-967d-7aa78c7fc3dd HTTP/1.1" status: 200 len: 810 time: 0.9665389 Feb 04 07:58:07.069820 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-87ff7305-7f29-428f-9e04-63851d67ad43 req-719e3bce-21e7-42f0-915f-f60fcdc3429d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:07.186636 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-a7620339-a451-43e0-925f-e22e03eef78d req-162b1cd7-5750-4add-9546-1c26d9810db9 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a6dac7e06d2347bf8335c11feb384ef9 HTTP/1.1" status: 200 len: 5704 time: 0.1680987 Feb 04 07:58:07.257926 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.v2.base [req-a7620339-a451-43e0-925f-e22e03eef78d req-c068d100-44a5-49ff-9a30-0ac4af15bb8e tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Request body: {'port': {'device_id': 'ee480593-ba86-44ab-b121-9e243feb6605', 'network_id': 'da9fddda-3ab3-487d-967d-7aa78c7fc3dd', 'admin_state_up': True, 'tenant_id': 'a6dac7e06d2347bf8335c11feb384ef9', 'security_groups': ['97e209db-0d86-4808-83b0-429263fefeea']}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 07:58:07.345475 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:07.462542 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33de352f-cd17-4e26-b951-c6132256712b req-ef5ca452-47d9-4209-8af5-718a971f7920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:58:07.464859 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-33de352f-cd17-4e26-b951-c6132256712b req-ef5ca452-47d9-4209-8af5-718a971f7920 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=6e3e4c1f-bef5-4969-b1a2-0e7821d81c28 HTTP/1.1" status: 200 len: 858 time: 0.6319838 Feb 04 07:58:07.540416 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-33de352f-cd17-4e26-b951-c6132256712b req-73d34170-f8b4-473e-b76e-cf0ddfd40fbe service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3c6985d7-344a-4685-b74e-38826882e570&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0685570 Feb 04 07:58:07.681763 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc366f5-2d56-45f1-b51d-0fb6cd6cfc31 req-58c32e44-25dc-48c5-bcc6-c1e9a54a6c8c tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:58:07.682586 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [req-fdc366f5-2d56-45f1-b51d-0fb6cd6cfc31 req-58c32e44-25dc-48c5-bcc6-c1e9a54a6c8c tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Synchronizing usage tracker for tenant:672bfb04a4f44fa3ae40a386ff3ebb9b on resource:port {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 04 07:58:07.744189 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [req-fdc366f5-2d56-45f1-b51d-0fb6cd6cfc31 req-58c32e44-25dc-48c5-bcc6-c1e9a54a6c8c tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Unset dirty status for tenant:672bfb04a4f44fa3ae40a386ff3ebb9b on resource:port {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 04 07:58:07.747542 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-fdc366f5-2d56-45f1-b51d-0fb6cd6cfc31 req-58c32e44-25dc-48c5-bcc6-c1e9a54a6c8c tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/ports?device_id=ed56eae0-d057-445b-a86c-975c99566052 HTTP/1.1" status: 200 len: 932 time: 0.7827883 Feb 04 07:58:07.772482 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [req-a7620339-a451-43e0-925f-e22e03eef78d req-c068d100-44a5-49ff-9a30-0ac4af15bb8e tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 07:58:07.778455 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [req-a7620339-a451-43e0-925f-e22e03eef78d req-c068d100-44a5-49ff-9a30-0ac4af15bb8e tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Usage tracker for resource:port and tenant:a6dac7e06d2347bf8335c11feb384ef9 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 07:58:07.783867 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [req-a7620339-a451-43e0-925f-e22e03eef78d req-c068d100-44a5-49ff-9a30-0ac4af15bb8e tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Quota usage for port was recalculated. Used quota:3. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 07:58:07.793502 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [req-a7620339-a451-43e0-925f-e22e03eef78d req-c068d100-44a5-49ff-9a30-0ac4af15bb8e tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 07:58:07.830904 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7620339-a451-43e0-925f-e22e03eef78d req-c068d100-44a5-49ff-9a30-0ac4af15bb8e tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Made reservation on behalf of a6dac7e06d2347bf8335c11feb384ef9 for: {'port': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 04 07:58:07.857912 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-a7620339-a451-43e0-925f-e22e03eef78d req-c068d100-44a5-49ff-9a30-0ac4af15bb8e tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:07.903824 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-33de352f-cd17-4e26-b951-c6132256712b req-bb971818-224d-425e-a010-7f4825cddbd7 service neutron] 10.222.0.76 "GET /v2.0/networks/3c6985d7-344a-4685-b74e-38826882e570?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3486080 Feb 04 07:58:08.171558 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.db_base_plugin_common [req-ffe01295-270a-4567-ab15-642f44f5c53c req-53d94176-c7f3-4803-895d-efad291702eb tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] Allocated IP 172.20.0.2 (3c6985d7-344a-4685-b74e-38826882e570/6e3e4c1f-bef5-4969-b1a2-0e7821d81c28/d36bb1a4-9d66-4b28-a6bb-dce424da861c) {{(pid=80113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 04 07:58:08.180820 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-33de352f-cd17-4e26-b951-c6132256712b req-76d06c35-60ea-44d5-999e-6f4c2bbb944d service neutron] 10.222.0.76 "GET /v2.0/networks/3c6985d7-344a-4685-b74e-38826882e570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2644937 Feb 04 07:58:08.319309 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-fdc366f5-2d56-45f1-b51d-0fb6cd6cfc31 req-a1ba4008-8530-464e-bf62-5a8b72fbf1a7 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/security-groups?id=2efe4fb4-6c5a-4311-a0c5-d5a12c9309ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5552149 Feb 04 07:58:08.599523 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.db_base_plugin_common [req-a7620339-a451-43e0-925f-e22e03eef78d req-c068d100-44a5-49ff-9a30-0ac4af15bb8e tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Allocated IP 172.20.0.8 (da9fddda-3ab3-487d-967d-7aa78c7fc3dd/4537a32b-846b-4c36-83cb-e761caa59ada/c6cc8396-5f20-4fbc-970f-af0402066511) {{(pid=80114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 04 07:58:08.671330 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-ffe01295-270a-4567-ab15-642f44f5c53c req-53d94176-c7f3-4803-895d-efad291702eb tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] Notify callbacks [] for port, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:08.732022 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-a465a85a-e58e-4059-85dd-030c770649d1 req-840f6f2f-9111-432d-a132-19e11da33752 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/ports?device_id=f6928dd1-8dfc-4e67-9ebb-85ac26bb95c8 HTTP/1.1" status: 200 len: 210 time: 0.1218967 Feb 04 07:58:08.745729 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-ffe01295-270a-4567-ab15-642f44f5c53c req-53d94176-c7f3-4803-895d-efad291702eb tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727594645960'] for port, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:08.779080 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:58:08.967050 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d94176-c7f3-4803-895d-efad291702eb tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] Pushing event updated for resources: {'Port': ['ID=d36bb1a4-9d66-4b28-a6bb-dce424da861c,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:58:09.052350 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-53d94176-c7f3-4803-895d-efad291702eb tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:58:09.075839 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.objects.ports [None req-22311f53-794d-40a2-b453-ecc3fa42a235 None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=80115) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 04 07:58:09.172479 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffe01295-270a-4567-ab15-642f44f5c53c req-53d94176-c7f3-4803-895d-efad291702eb tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] Network 3c6985d7-344a-4685-b74e-38826882e570 is already hosted by enough agents. {{(pid=80113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 04 07:58:09.174123 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.base_scheduler [req-ffe01295-270a-4567-ab15-642f44f5c53c req-53d94176-c7f3-4803-895d-efad291702eb tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] Resources bound (agent type, host, resource id): {{(pid=80113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 04 07:58:09.176995 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffe01295-270a-4567-ab15-642f44f5c53c req-53d94176-c7f3-4803-895d-efad291702eb tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] Received port after_create {{(pid=80113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 04 07:58:09.255518 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe01295-270a-4567-ab15-642f44f5c53c req-53d94176-c7f3-4803-895d-efad291702eb tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:58:09.256524 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-ffe01295-270a-4567-ab15-642f44f5c53c req-53d94176-c7f3-4803-895d-efad291702eb tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1815815'] for port, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:09.300582 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-ffe01295-270a-4567-ab15-642f44f5c53c req-53d94176-c7f3-4803-895d-efad291702eb tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2374601 Feb 04 07:58:09.316829 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.notifiers.nova [req-87ff7305-7f29-428f-9e04-63851d67ad43 req-719e3bce-21e7-42f0-915f-f60fcdc3429d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7464ad3a-a108-4124-bb91-84a76f991163 {{(pid=80114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 04 07:58:09.325216 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.v2.base [req-ffe01295-270a-4567-ab15-642f44f5c53c req-b0d03fa8-aea2-4c18-968e-1dca2a7237a5 service neutron] Request body: {'port': {'device_id': 'f6928dd1-8dfc-4e67-9ebb-85ac26bb95c8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73306'}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 07:58:09.325841 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-87ff7305-7f29-428f-9e04-63851d67ad43 req-719e3bce-21e7-42f0-915f-f60fcdc3429d service neutron] Notify callbacks [] for port, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:09.339313 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [req-87ff7305-7f29-428f-9e04-63851d67ad43 req-719e3bce-21e7-42f0-915f-f60fcdc3429d service neutron] Transition to ACTIVE for port object 7464ad3a-a108-4124-bb91-84a76f991163 will not be triggered until provisioned by entity L2. {{(pid=80114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 04 07:58:09.355695 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-712ae847-9147-4a74-ad20-b73f89b79f27 req-a302e25f-488c-45f0-8a82-120c986f8308 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] 10.222.0.99 "GET /v2.0/ports?device_id=ee480593-ba86-44ab-b121-9e243feb6605 HTTP/1.1" status: 200 len: 210 time: 0.0986805 Feb 04 07:58:09.373549 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-87ff7305-7f29-428f-9e04-63851d67ad43 req-719e3bce-21e7-42f0-915f-f60fcdc3429d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309259674757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309260170288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727594605546'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:09.397974 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-dc0ca9e1-b1f3-44a2-85b4-63646a8a461a tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:58:09.553230 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-ffe01295-270a-4567-ab15-642f44f5c53c req-b0d03fa8-aea2-4c18-968e-1dca2a7237a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:09.577748 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719e3bce-21e7-42f0-915f-f60fcdc3429d service neutron] Pushing event updated for resources: {'Port': ['ID=7464ad3a-a108-4124-bb91-84a76f991163,revision_number=2']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:58:09.593418 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-719e3bce-21e7-42f0-915f-f60fcdc3429d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:58:09.681735 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-a7620339-a451-43e0-925f-e22e03eef78d req-c068d100-44a5-49ff-9a30-0ac4af15bb8e tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Notify callbacks [] for port, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:09.702593 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Device ff3f9037-f01f-4834-9b48-0bdf19614e19 up at agent ovs-agent-hv-cinder-73306 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 07:58:09.738288 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [req-a7620339-a451-43e0-925f-e22e03eef78d req-c068d100-44a5-49ff-9a30-0ac4af15bb8e tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Transition to ACTIVE for port object c6cc8396-5f20-4fbc-970f-af0402066511 will not be triggered until provisioned by entity DHCP. {{(pid=80114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 04 07:58:09.847583 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Provisioning for port ff3f9037-f01f-4834-9b48-0bdf19614e19 completed by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 04 07:58:09.856537 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Provisioning complete for port ff3f9037-f01f-4834-9b48-0bdf19614e19 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 07:58:09.857662 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762158'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:10.119710 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:10.163727 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10d41d4-b4a1-4247-8ec9-ffb5f4759e3c req-5d14d412-654f-45a8-b540-26683a8677c5 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:58:10.166035 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-a10d41d4-b4a1-4247-8ec9-ffb5f4759e3c req-5d14d412-654f-45a8-b540-26683a8677c5 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/ports?device_id=ed56eae0-d057-445b-a86c-975c99566052 HTTP/1.1" status: 200 len: 944 time: 0.5421751 Feb 04 07:58:10.182609 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] For port ff3f9037-f01f-4834-9b48-0bdf19614e19, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=ff3f9037-f01f-4834-9b48-0bdf19614e19,segment=NetworkSegment(5f6ab5b4-f1a0-431f-8987-232f197ae770),segment_id=5f6ab5b4-f1a0-431f-8987-232f197ae770)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 07:58:10.183926 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a08b689-796b-46b2-87e8-9a6e591081ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff3f9037-f01f-4834-9b48-0bdf19614e19'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 07:58:10.190781 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309259674757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309260170288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727594605546'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:10.193579 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:58:10.424815 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [req-87ff7305-7f29-428f-9e04-63851d67ad43 req-719e3bce-21e7-42f0-915f-f60fcdc3429d service neutron] Attempting to bind port 7464ad3a-a108-4124-bb91-84a76f991163 on host hv-cinder-73306 for vnic_type normal with profile {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 07:58:10.427273 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [req-87ff7305-7f29-428f-9e04-63851d67ad43 req-719e3bce-21e7-42f0-915f-f60fcdc3429d service neutron] Attempting to bind port 7464ad3a-a108-4124-bb91-84a76f991163 by drivers openvswitch on host hv-cinder-73306 at level 0 using segments [{'id': 'c1444196-01b8-49a6-91dc-480435b565ae', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '3c065512-3d6a-479a-b479-11e02ccc5658'}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 04 07:58:10.428035 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ff7305-7f29-428f-9e04-63851d67ad43 req-719e3bce-21e7-42f0-915f-f60fcdc3429d service neutron] Attempting to bind port 7464ad3a-a108-4124-bb91-84a76f991163 on network 3c065512-3d6a-479a-b479-11e02ccc5658 {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 04 07:58:10.503303 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-a10d41d4-b4a1-4247-8ec9-ffb5f4759e3c req-33f3cfaa-64b5-4f93-8d36-2a9fe6481296 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/security-groups?id=2efe4fb4-6c5a-4311-a0c5-d5a12c9309ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2614474 Feb 04 07:58:10.509255 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ff7305-7f29-428f-9e04-63851d67ad43 req-719e3bce-21e7-42f0-915f-f60fcdc3429d service neutron] Checking agent: {'id': 'ff9cc465-2d2d-4d6a-b510-d92e1cf0c130', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73306', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 4, 7, 55, 7), 'started_at': datetime.datetime(2021, 2, 4, 7, 55, 37), 'heartbeat_timestamp': datetime.datetime(2021, 2, 4, 7, 58, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.95', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 07:58:10.512382 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ff7305-7f29-428f-9e04-63851d67ad43 req-719e3bce-21e7-42f0-915f-f60fcdc3429d service neutron] Checking segment: {'id': 'c1444196-01b8-49a6-91dc-480435b565ae', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '3c065512-3d6a-479a-b479-11e02ccc5658'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 04 07:58:10.513292 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-87ff7305-7f29-428f-9e04-63851d67ad43 req-719e3bce-21e7-42f0-915f-f60fcdc3429d service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:10.513895 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ff7305-7f29-428f-9e04-63851d67ad43 req-719e3bce-21e7-42f0-915f-f60fcdc3429d service neutron] Bound using segment: {'id': 'c1444196-01b8-49a6-91dc-480435b565ae', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '3c065512-3d6a-479a-b479-11e02ccc5658'} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 07:58:10.514639 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [req-87ff7305-7f29-428f-9e04-63851d67ad43 req-719e3bce-21e7-42f0-915f-f60fcdc3429d service neutron] Bound port: 7464ad3a-a108-4124-bb91-84a76f991163, host: hv-cinder-73306, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1444196-01b8-49a6-91dc-480435b565ae', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '3c065512-3d6a-479a-b479-11e02ccc5658'}}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 04 07:58:10.515255 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-87ff7305-7f29-428f-9e04-63851d67ad43 req-719e3bce-21e7-42f0-915f-f60fcdc3429d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:10.526622 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.notifiers.nova [req-ffe01295-270a-4567-ab15-642f44f5c53c req-b0d03fa8-aea2-4c18-968e-1dca2a7237a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d36bb1a4-9d66-4b28-a6bb-dce424da861c {{(pid=80113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 04 07:58:10.549156 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-ffe01295-270a-4567-ab15-642f44f5c53c req-b0d03fa8-aea2-4c18-968e-1dca2a7237a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:10.581044 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [req-ffe01295-270a-4567-ab15-642f44f5c53c req-b0d03fa8-aea2-4c18-968e-1dca2a7237a5 service neutron] Transition to ACTIVE for port object d36bb1a4-9d66-4b28-a6bb-dce424da861c will not be triggered until provisioned by entity L2. {{(pid=80113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 04 07:58:10.588268 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-ffe01295-270a-4567-ab15-642f44f5c53c req-b0d03fa8-aea2-4c18-968e-1dca2a7237a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309259674757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309260170288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727594605546'] for port, after_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:10.618121 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-be32c401-b79d-40be-852e-000917df9242 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:58:10.643987 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-a7620339-a451-43e0-925f-e22e03eef78d req-c068d100-44a5-49ff-9a30-0ac4af15bb8e tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727594645960'] for port, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:10.696884 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-93a0eb43-dec8-445f-8916-1f4c83b452f7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:58:10.774105 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a08b689-796b-46b2-87e8-9a6e591081ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff3f9037-f01f-4834-9b48-0bdf19614e19', 'code': 200} Feb 04 07:58:10.776317 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Pushing event updated for resources: {'Port': ['ID=ff3f9037-f01f-4834-9b48-0bdf19614e19,revision_number=4']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:58:10.785888 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.592s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:58:10.880090 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d03fa8-aea2-4c18-968e-1dca2a7237a5 service neutron] Pushing event updated for resources: {'Port': ['ID=d36bb1a4-9d66-4b28-a6bb-dce424da861c,revision_number=2']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:58:10.884233 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-b0d03fa8-aea2-4c18-968e-1dca2a7237a5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:58:10.928926 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e05237-df94-4a61-9444-4c3a0deb3c47 req-461e7f78-70f6-42c2-95e5-1610e5518290 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:58:10.930680 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-c9e05237-df94-4a61-9444-4c3a0deb3c47 req-461e7f78-70f6-42c2-95e5-1610e5518290 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/ports?device_id=f6928dd1-8dfc-4e67-9ebb-85ac26bb95c8 HTTP/1.1" status: 200 len: 931 time: 0.7595184 Feb 04 07:58:10.956268 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Device ff3f9037-f01f-4834-9b48-0bdf19614e19 up at agent ovs-agent-hv-cinder-73306 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 07:58:10.998011 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c068d100-44a5-49ff-9a30-0ac4af15bb8e tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Pushing event updated for resources: {'Port': ['ID=c6cc8396-5f20-4fbc-970f-af0402066511,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:58:11.073411 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-c068d100-44a5-49ff-9a30-0ac4af15bb8e tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:58:11.115697 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Provisioning complete for port ff3f9037-f01f-4834-9b48-0bdf19614e19 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 07:58:11.116455 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762158'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:11.171840 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [req-c9e05237-df94-4a61-9444-4c3a0deb3c47 req-39c54c77-5bc2-4073-a0a6-b47697d5bcc5 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] Synchronizing usage tracker for tenant:fdc2e6a78c794db1bf575f754255feb7 on resource:security_group {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 04 07:58:11.202266 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [req-87ff7305-7f29-428f-9e04-63851d67ad43 req-719e3bce-21e7-42f0-915f-f60fcdc3429d service neutron] For port 7464ad3a-a108-4124-bb91-84a76f991163, host hv-cinder-73306, cleared binding levels {{(pid=80114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 04 07:58:11.285174 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [req-ffe01295-270a-4567-ab15-642f44f5c53c req-b0d03fa8-aea2-4c18-968e-1dca2a7237a5 service neutron] Attempting to bind port d36bb1a4-9d66-4b28-a6bb-dce424da861c on host hv-cinder-73306 for vnic_type normal with profile {{(pid=80113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 07:58:11.285887 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [req-ffe01295-270a-4567-ab15-642f44f5c53c req-b0d03fa8-aea2-4c18-968e-1dca2a7237a5 service neutron] Attempting to bind port d36bb1a4-9d66-4b28-a6bb-dce424da861c by drivers openvswitch on host hv-cinder-73306 at level 0 using segments [{'id': '5f6ab5b4-f1a0-431f-8987-232f197ae770', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '3c6985d7-344a-4685-b74e-38826882e570'}] {{(pid=80113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 04 07:58:11.286460 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe01295-270a-4567-ab15-642f44f5c53c req-b0d03fa8-aea2-4c18-968e-1dca2a7237a5 service neutron] Attempting to bind port d36bb1a4-9d66-4b28-a6bb-dce424da861c on network 3c6985d7-344a-4685-b74e-38826882e570 {{(pid=80113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 04 07:58:11.293288 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe01295-270a-4567-ab15-642f44f5c53c req-b0d03fa8-aea2-4c18-968e-1dca2a7237a5 service neutron] Checking agent: {'id': 'ff9cc465-2d2d-4d6a-b510-d92e1cf0c130', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73306', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 4, 7, 55, 7), 'started_at': datetime.datetime(2021, 2, 4, 7, 55, 37), 'heartbeat_timestamp': datetime.datetime(2021, 2, 4, 7, 58, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.95', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 07:58:11.293988 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe01295-270a-4567-ab15-642f44f5c53c req-b0d03fa8-aea2-4c18-968e-1dca2a7237a5 service neutron] Checking segment: {'id': '5f6ab5b4-f1a0-431f-8987-232f197ae770', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '3c6985d7-344a-4685-b74e-38826882e570'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 04 07:58:11.294603 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-ffe01295-270a-4567-ab15-642f44f5c53c req-b0d03fa8-aea2-4c18-968e-1dca2a7237a5 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:11.295245 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe01295-270a-4567-ab15-642f44f5c53c req-b0d03fa8-aea2-4c18-968e-1dca2a7237a5 service neutron] Bound using segment: {'id': '5f6ab5b4-f1a0-431f-8987-232f197ae770', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '3c6985d7-344a-4685-b74e-38826882e570'} {{(pid=80113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 07:58:11.295918 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [req-ffe01295-270a-4567-ab15-642f44f5c53c req-b0d03fa8-aea2-4c18-968e-1dca2a7237a5 service neutron] Bound port: d36bb1a4-9d66-4b28-a6bb-dce424da861c, host: hv-cinder-73306, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f6ab5b4-f1a0-431f-8987-232f197ae770', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '3c6985d7-344a-4685-b74e-38826882e570'}}] {{(pid=80113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 04 07:58:11.296501 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-ffe01295-270a-4567-ab15-642f44f5c53c req-b0d03fa8-aea2-4c18-968e-1dca2a7237a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:11.394415 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525b34d5-b8c8-42b1-9fac-d0cb8162cca8 req-fb9dcb92-d1af-4b82-92e9-ee541db90571 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:58:11.396885 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-525b34d5-b8c8-42b1-9fac-d0cb8162cca8 req-fb9dcb92-d1af-4b82-92e9-ee541db90571 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] 10.222.0.99 "GET /v2.0/ports?device_id=ee480593-ba86-44ab-b121-9e243feb6605 HTTP/1.1" status: 200 len: 931 time: 0.4614913 Feb 04 07:58:11.410974 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [req-87ff7305-7f29-428f-9e04-63851d67ad43 req-719e3bce-21e7-42f0-915f-f60fcdc3429d service neutron] For port 7464ad3a-a108-4124-bb91-84a76f991163, host hv-cinder-73306, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=7464ad3a-a108-4124-bb91-84a76f991163,segment=NetworkSegment(c1444196-01b8-49a6-91dc-480435b565ae),segment_id=c1444196-01b8-49a6-91dc-480435b565ae)] {{(pid=80114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 04 07:58:11.425878 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f08a4b-d446-41eb-bdb0-15db004da5d4 req-628d329d-94cd-4b58-994b-4a8e86ff6efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:58:11.428160 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-08f08a4b-d446-41eb-bdb0-15db004da5d4 req-628d329d-94cd-4b58-994b-4a8e86ff6efa service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=6a08b689-796b-46b2-87e8-9a6e591081ef HTTP/1.1" status: 200 len: 1162 time: 0.3091080 Feb 04 07:58:11.456733 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [req-c9e05237-df94-4a61-9444-4c3a0deb3c47 req-39c54c77-5bc2-4073-a0a6-b47697d5bcc5 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] Unset dirty status for tenant:fdc2e6a78c794db1bf575f754255feb7 on resource:security_group {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 04 07:58:11.459245 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-c9e05237-df94-4a61-9444-4c3a0deb3c47 req-39c54c77-5bc2-4073-a0a6-b47697d5bcc5 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/security-groups?id=165ca7ed-0745-4a75-913b-d38f318fbd54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4764860 Feb 04 07:58:11.460763 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-87ff7305-7f29-428f-9e04-63851d67ad43 req-719e3bce-21e7-42f0-915f-f60fcdc3429d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309259674757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309260170288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727594605546'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:11.516389 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-c068d100-44a5-49ff-9a30-0ac4af15bb8e tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:58:11.530515 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-08f08a4b-d446-41eb-bdb0-15db004da5d4 req-0829eec4-8d9c-4748-896b-02d4c17e896e service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=165ca7ed-0745-4a75-913b-d38f318fbd54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926120 Feb 04 07:58:11.546376 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 49358) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:58:11.557582 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [req-ffe01295-270a-4567-ab15-642f44f5c53c req-b0d03fa8-aea2-4c18-968e-1dca2a7237a5 service neutron] For port d36bb1a4-9d66-4b28-a6bb-dce424da861c, host hv-cinder-73306, cleared binding levels {{(pid=80113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 04 07:58:11.561595 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [req-ffe01295-270a-4567-ab15-642f44f5c53c req-b0d03fa8-aea2-4c18-968e-1dca2a7237a5 service neutron] For port d36bb1a4-9d66-4b28-a6bb-dce424da861c, host hv-cinder-73306, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=d36bb1a4-9d66-4b28-a6bb-dce424da861c,segment=NetworkSegment(5f6ab5b4-f1a0-431f-8987-232f197ae770),segment_id=5f6ab5b4-f1a0-431f-8987-232f197ae770)] {{(pid=80113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 04 07:58:11.566256 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-ffe01295-270a-4567-ab15-642f44f5c53c req-b0d03fa8-aea2-4c18-968e-1dca2a7237a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309259674757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309260170288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727594605546'] for port, after_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:11.584775 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:58:11.649236 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-525b34d5-b8c8-42b1-9fac-d0cb8162cca8 req-7df1508d-b243-45c5-84b7-c05bacff87a1 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] 10.222.0.99 "GET /v2.0/security-groups?id=97e209db-0d86-4808-83b0-429263fefeea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2371082 Feb 04 07:58:11.802728 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7620339-a451-43e0-925f-e22e03eef78d req-c068d100-44a5-49ff-9a30-0ac4af15bb8e tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Network da9fddda-3ab3-487d-967d-7aa78c7fc3dd is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 04 07:58:11.873807 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b3819db4-02e1-49c6-baa1-91230a0fe940 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:11.889186 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.base_scheduler [req-a7620339-a451-43e0-925f-e22e03eef78d req-c068d100-44a5-49ff-9a30-0ac4af15bb8e tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Resources bound (agent type, host, resource id): {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 04 07:58:11.891700 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7620339-a451-43e0-925f-e22e03eef78d req-c068d100-44a5-49ff-9a30-0ac4af15bb8e tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Received port after_create {{(pid=80114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 04 07:58:11.919240 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d03fa8-aea2-4c18-968e-1dca2a7237a5 service neutron] Pushing event updated for resources: {'Port': ['ID=d36bb1a4-9d66-4b28-a6bb-dce424da861c,revision_number=3']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:58:11.922645 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-b3819db4-02e1-49c6-baa1-91230a0fe940 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 07:58:11.929181 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-b0d03fa8-aea2-4c18-968e-1dca2a7237a5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:58:11.934003 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-b3819db4-02e1-49c6-baa1-91230a0fe940 admin admin] Usage tracker for resource:security_group_rule and tenant:e36b3165a1834f0a88d53c97ab67bb2f is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 07:58:11.946813 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-b3819db4-02e1-49c6-baa1-91230a0fe940 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 07:58:11.958635 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-b3819db4-02e1-49c6-baa1-91230a0fe940 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 07:58:11.989539 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe01295-270a-4567-ab15-642f44f5c53c req-b0d03fa8-aea2-4c18-968e-1dca2a7237a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:58:11.990957 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-ffe01295-270a-4567-ab15-642f44f5c53c req-b0d03fa8-aea2-4c18-968e-1dca2a7237a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1815815'] for port, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:11.991733 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7620339-a451-43e0-925f-e22e03eef78d req-c068d100-44a5-49ff-9a30-0ac4af15bb8e tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:58:11.992531 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-ffe01295-270a-4567-ab15-642f44f5c53c req-b0d03fa8-aea2-4c18-968e-1dca2a7237a5 service neutron] 10.222.0.76 "PUT /v2.0/ports/d36bb1a4-9d66-4b28-a6bb-dce424da861c HTTP/1.1" status: 200 len: 1157 time: 2.6726406 Feb 04 07:58:11.992750 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-a7620339-a451-43e0-925f-e22e03eef78d req-c068d100-44a5-49ff-9a30-0ac4af15bb8e tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1815815'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:11.993073 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6928dd1-8dfc-4e67-9ebb-85ac26bb95c8', 'tag': 'd36bb1a4-9d66-4b28-a6bb-dce424da861c'}] {{(pid=80113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 07:58:12.141257 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-5c4ef1ad-7f8e-49ef-b174-f2c1f03fa6b8 None None] Provisioning for port c6cc8396-5f20-4fbc-970f-af0402066511 completed by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 04 07:58:12.147754 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-5c4ef1ad-7f8e-49ef-b174-f2c1f03fa6b8 None None] Provisioning complete for port c6cc8396-5f20-4fbc-970f-af0402066511 triggered by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 07:58:12.149375 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef1ad-7f8e-49ef-b174-f2c1f03fa6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762158'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:12.157487 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b3819db4-02e1-49c6-baa1-91230a0fe940 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:12.160512 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ff7305-7f29-428f-9e04-63851d67ad43 req-719e3bce-21e7-42f0-915f-f60fcdc3429d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:58:12.161249 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-87ff7305-7f29-428f-9e04-63851d67ad43 req-719e3bce-21e7-42f0-915f-f60fcdc3429d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1815815'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:12.162770 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-87ff7305-7f29-428f-9e04-63851d67ad43 req-719e3bce-21e7-42f0-915f-f60fcdc3429d service neutron] 10.222.0.76 "PUT /v2.0/ports/7464ad3a-a108-4124-bb91-84a76f991163 HTTP/1.1" status: 200 len: 1158 time: 5.4745686 Feb 04 07:58:12.163449 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b3819db4-02e1-49c6-baa1-91230a0fe940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:12.183912 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:58:12.265834 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed56eae0-d057-445b-a86c-975c99566052', 'tag': '7464ad3a-a108-4124-bb91-84a76f991163'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 07:58:12.271767 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719e3bce-21e7-42f0-915f-f60fcdc3429d service neutron] Pushing event updated for resources: {'Port': ['ID=7464ad3a-a108-4124-bb91-84a76f991163,revision_number=3']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:58:12.297556 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-5c4ef1ad-7f8e-49ef-b174-f2c1f03fa6b8 None None] Port c6cc8396-5f20-4fbc-970f-af0402066511 cannot update to ACTIVE because it is not bound. {{(pid=80115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 04 07:58:12.307873 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-b3819db4-02e1-49c6-baa1-91230a0fe940 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=e36b3165a1834f0a88d53c97ab67bb2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7602341 Feb 04 07:58:12.309021 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 49394) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:58:12.312957 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3819db4-02e1-49c6-baa1-91230a0fe940 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a960f358-327b-4ffa-8a30-3043490eb7de,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:58:12.369331 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719e3bce-21e7-42f0-915f-f60fcdc3429d service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:58:12.369723 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719e3bce-21e7-42f0-915f-f60fcdc3429d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:58:12.370112 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719e3bce-21e7-42f0-915f-f60fcdc3429d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:58:12.370492 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719e3bce-21e7-42f0-915f-f60fcdc3429d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:58:12.370869 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719e3bce-21e7-42f0-915f-f60fcdc3429d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:58:12.371291 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719e3bce-21e7-42f0-915f-f60fcdc3429d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:58:12.371672 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719e3bce-21e7-42f0-915f-f60fcdc3429d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:58:12.372063 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719e3bce-21e7-42f0-915f-f60fcdc3429d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:58:12.372437 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719e3bce-21e7-42f0-915f-f60fcdc3429d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:58:12.372806 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719e3bce-21e7-42f0-915f-f60fcdc3429d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:58:12.373174 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719e3bce-21e7-42f0-915f-f60fcdc3429d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:58:12.373540 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719e3bce-21e7-42f0-915f-f60fcdc3429d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:58:12.373972 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719e3bce-21e7-42f0-915f-f60fcdc3429d service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:58:12.374342 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719e3bce-21e7-42f0-915f-f60fcdc3429d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:58:12.374709 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719e3bce-21e7-42f0-915f-f60fcdc3429d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:58:12.375124 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719e3bce-21e7-42f0-915f-f60fcdc3429d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:58:12.375492 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719e3bce-21e7-42f0-915f-f60fcdc3429d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:58:12.375856 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719e3bce-21e7-42f0-915f-f60fcdc3429d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:58:12.376221 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719e3bce-21e7-42f0-915f-f60fcdc3429d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:58:12.376581 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719e3bce-21e7-42f0-915f-f60fcdc3429d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:58:12.376947 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719e3bce-21e7-42f0-915f-f60fcdc3429d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:58:12.377315 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719e3bce-21e7-42f0-915f-f60fcdc3429d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:58:12.377682 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719e3bce-21e7-42f0-915f-f60fcdc3429d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:58:12.378041 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719e3bce-21e7-42f0-915f-f60fcdc3429d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:58:12.383833 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-719e3bce-21e7-42f0-915f-f60fcdc3429d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.867s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:58:12.484191 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cabbdec-4954-4207-922d-578957d58ee9 req-5e84c6a5-c577-4ff4-8404-4cda06987b33 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:58:12.485945 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-6cabbdec-4954-4207-922d-578957d58ee9 req-5e84c6a5-c577-4ff4-8404-4cda06987b33 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] 10.222.0.99 "GET /v2.0/networks?id=d6cc8c6f-e231-4895-957c-7832ba254527 HTTP/1.1" status: 200 len: 815 time: 0.3898277 Feb 04 07:58:12.530946 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-a7620339-a451-43e0-925f-e22e03eef78d req-c068d100-44a5-49ff-9a30-0ac4af15bb8e tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3360224 Feb 04 07:58:12.554045 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3819db4-02e1-49c6-baa1-91230a0fe940 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:58:12.554357 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3819db4-02e1-49c6-baa1-91230a0fe940 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:58:12.554749 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3819db4-02e1-49c6-baa1-91230a0fe940 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:58:12.555178 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3819db4-02e1-49c6-baa1-91230a0fe940 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:58:12.555566 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3819db4-02e1-49c6-baa1-91230a0fe940 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:58:12.555948 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3819db4-02e1-49c6-baa1-91230a0fe940 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:58:12.556323 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3819db4-02e1-49c6-baa1-91230a0fe940 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:58:12.556699 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3819db4-02e1-49c6-baa1-91230a0fe940 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:58:12.557077 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3819db4-02e1-49c6-baa1-91230a0fe940 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:58:12.557457 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3819db4-02e1-49c6-baa1-91230a0fe940 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:58:12.557829 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3819db4-02e1-49c6-baa1-91230a0fe940 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:58:12.558199 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3819db4-02e1-49c6-baa1-91230a0fe940 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:58:12.558645 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3819db4-02e1-49c6-baa1-91230a0fe940 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:58:12.559087 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3819db4-02e1-49c6-baa1-91230a0fe940 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:58:12.559419 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3819db4-02e1-49c6-baa1-91230a0fe940 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:58:12.559789 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3819db4-02e1-49c6-baa1-91230a0fe940 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:58:12.560157 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3819db4-02e1-49c6-baa1-91230a0fe940 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:58:12.560527 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3819db4-02e1-49c6-baa1-91230a0fe940 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:58:12.560898 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3819db4-02e1-49c6-baa1-91230a0fe940 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:58:12.561266 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3819db4-02e1-49c6-baa1-91230a0fe940 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:58:12.561633 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3819db4-02e1-49c6-baa1-91230a0fe940 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:58:12.561999 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3819db4-02e1-49c6-baa1-91230a0fe940 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:58:12.562365 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3819db4-02e1-49c6-baa1-91230a0fe940 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:58:12.562730 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3819db4-02e1-49c6-baa1-91230a0fe940 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:58:12.572620 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe01295-270a-4567-ab15-642f44f5c53c req-29f1b728-c048-4430-9324-5841947b143d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:58:12.574048 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-ffe01295-270a-4567-ab15-642f44f5c53c req-29f1b728-c048-4430-9324-5841947b143d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fdc2e6a78c794db1bf575f754255feb7&device_id=f6928dd1-8dfc-4e67-9ebb-85ac26bb95c8 HTTP/1.1" status: 200 len: 1160 time: 0.4880846 Feb 04 07:58:12.575038 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-b3819db4-02e1-49c6-baa1-91230a0fe940 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:58:12.682822 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-ffe01295-270a-4567-ab15-642f44f5c53c req-0c262293-f65a-46a8-b34c-e58bd09e904f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d36bb1a4-9d66-4b28-a6bb-dce424da861c HTTP/1.1" status: 200 len: 217 time: 0.0799882 Feb 04 07:58:12.756088 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-93b62da6-7827-4664-b35c-894b6102fb52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:12.769154 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.v2.base [req-a7620339-a451-43e0-925f-e22e03eef78d req-4a07d2b2-1c56-4512-bade-0751b9dda34b service neutron] Request body: {'port': {'device_id': 'ee480593-ba86-44ab-b121-9e243feb6605', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73306'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 07:58:12.798956 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe01295-270a-4567-ab15-642f44f5c53c req-bfc9846f-c2af-4c17-a999-bcd5f195e9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:58:12.800818 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-ffe01295-270a-4567-ab15-642f44f5c53c req-bfc9846f-c2af-4c17-a999-bcd5f195e9b5 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=6e3e4c1f-bef5-4969-b1a2-0e7821d81c28 HTTP/1.1" status: 200 len: 858 time: 0.1083043 Feb 04 07:58:12.802995 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-93b62da6-7827-4664-b35c-894b6102fb52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:12.807726 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-6cabbdec-4954-4207-922d-578957d58ee9 req-2d55079c-3f3b-49c1-80d8-b7507c83889f tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] 10.222.0.99 "GET /v2.0/quotas/e025b0caf149437a978dcb2e658b1da5 HTTP/1.1" status: 200 len: 375 time: 0.2679279 Feb 04 07:58:12.878451 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-ffe01295-270a-4567-ab15-642f44f5c53c req-6d646d32-8e3e-4a19-b9d3-96b4cc138868 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3c6985d7-344a-4685-b74e-38826882e570&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0655248 Feb 04 07:58:13.012488 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212b3221-4957-4a32-af67-3a7e5ea54417 req-fe786b66-0bfd-4a90-94f0-e4919313a06b tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:58:13.014466 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-212b3221-4957-4a32-af67-3a7e5ea54417 req-fe786b66-0bfd-4a90-94f0-e4919313a06b tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/ports?device_id=ed56eae0-d057-445b-a86c-975c99566052 HTTP/1.1" status: 200 len: 944 time: 1.0170817 Feb 04 07:58:13.021006 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-93b62da6-7827-4664-b35c-894b6102fb52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:13.045040 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-e9834066-4060-4435-aab3-b7c9127d5bb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:58:13.066960 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b62da6-7827-4664-b35c-894b6102fb52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a960f358-327b-4ffa-8a30-3043490eb7de,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:58:13.093513 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-93b62da6-7827-4664-b35c-894b6102fb52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:58:13.094548 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-93b62da6-7827-4664-b35c-894b6102fb52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:13.098377 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-93b62da6-7827-4664-b35c-894b6102fb52 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/a960f358-327b-4ffa-8a30-3043490eb7de HTTP/1.1" status: 204 len: 168 time: 0.7843163 Feb 04 07:58:13.102565 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-ffe01295-270a-4567-ab15-642f44f5c53c req-8a333bf1-d404-4915-9e58-ef1c929a88b6 service neutron] 10.222.0.76 "GET /v2.0/networks/3c6985d7-344a-4685-b74e-38826882e570?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973026 Feb 04 07:58:13.121546 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ff7305-7f29-428f-9e04-63851d67ad43 req-8f0a73e8-391e-4bc1-ae7a-5aecc313607e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:58:13.123217 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-87ff7305-7f29-428f-9e04-63851d67ad43 req-8f0a73e8-391e-4bc1-ae7a-5aecc313607e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=672bfb04a4f44fa3ae40a386ff3ebb9b&device_id=ed56eae0-d057-445b-a86c-975c99566052 HTTP/1.1" status: 200 len: 1161 time: 0.8429673 Feb 04 07:58:13.233795 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-a7620339-a451-43e0-925f-e22e03eef78d req-4a07d2b2-1c56-4512-bade-0751b9dda34b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:13.298098 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-ffe01295-270a-4567-ab15-642f44f5c53c req-03ee9ab9-d3f8-4d53-bb82-e05b9c0e6099 service neutron] 10.222.0.76 "GET /v2.0/networks/3c6985d7-344a-4685-b74e-38826882e570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1848118 Feb 04 07:58:13.300036 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-212b3221-4957-4a32-af67-3a7e5ea54417 req-e7d54fae-054a-4d8b-adb8-dfb840d1915d tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/security-groups?id=2efe4fb4-6c5a-4311-a0c5-d5a12c9309ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2437527 Feb 04 07:58:13.301650 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-87ff7305-7f29-428f-9e04-63851d67ad43 req-1167dad0-c0ec-43f3-997c-87fffa93aa00 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7464ad3a-a108-4124-bb91-84a76f991163 HTTP/1.1" status: 200 len: 217 time: 0.1453416 Feb 04 07:58:13.336766 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Device ff3f9037-f01f-4834-9b48-0bdf19614e19 up at agent ovs-agent-hv-cinder-73306 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 07:58:13.415974 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-6cabbdec-4954-4207-922d-578957d58ee9 req-e1bba897-c8a5-42e6-b019-2a73bb61b0ee tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] 10.222.0.99 "GET /v2.0/ports?tenant_id=e025b0caf149437a978dcb2e658b1da5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5969236 Feb 04 07:58:13.469690 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Provisioning complete for port ff3f9037-f01f-4834-9b48-0bdf19614e19 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 07:58:13.470109 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762158'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:13.713195 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 49424) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:58:13.733122 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b3f6d07f-7667-4097-a64e-36ce61da7248 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:13.750350 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-b3f6d07f-7667-4097-a64e-36ce61da7248 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 07:58:13.754536 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-b3f6d07f-7667-4097-a64e-36ce61da7248 admin admin] Usage tracker for resource:security_group_rule and tenant:aafd38c41d824a3aa57bf83726cfb29d is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 07:58:13.758649 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-b3f6d07f-7667-4097-a64e-36ce61da7248 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 07:58:13.765318 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-b3f6d07f-7667-4097-a64e-36ce61da7248 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 07:58:13.863360 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b3f6d07f-7667-4097-a64e-36ce61da7248 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:13.866670 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b3f6d07f-7667-4097-a64e-36ce61da7248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:13.877403 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-6cabbdec-4954-4207-922d-578957d58ee9 req-71747849-c749-4026-b379-8383037be27c service neutron] 10.222.0.99 "GET /v2.0/networks/d6cc8c6f-e231-4895-957c-7832ba254527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4483519 Feb 04 07:58:13.884832 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ff7305-7f29-428f-9e04-63851d67ad43 req-f49277f0-0d3e-46a7-bdbc-16014f17d9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:58:13.886390 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-87ff7305-7f29-428f-9e04-63851d67ad43 req-f49277f0-0d3e-46a7-bdbc-16014f17d9d8 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c113e9e9-819c-413f-8742-7912f5a3f620 HTTP/1.1" status: 200 len: 854 time: 0.5334604 Feb 04 07:58:13.889364 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:58:13.931593 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-b3f6d07f-7667-4097-a64e-36ce61da7248 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=aafd38c41d824a3aa57bf83726cfb29d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2171779 Feb 04 07:58:13.932313 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 49430) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:58:13.958648 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f6d07f-7667-4097-a64e-36ce61da7248 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8887c34c-34ee-453e-855b-0684380ec565,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:58:13.963897 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-b3f6d07f-7667-4097-a64e-36ce61da7248 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:58:14.012022 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-dd603a07-ca35-46c0-b56f-258ecdc23d87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:14.044311 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-dd603a07-ca35-46c0-b56f-258ecdc23d87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:14.091033 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-dd603a07-ca35-46c0-b56f-258ecdc23d87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:14.096100 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-b3819db4-02e1-49c6-baa1-91230a0fe940 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:58:14.110196 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd603a07-ca35-46c0-b56f-258ecdc23d87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8887c34c-34ee-453e-855b-0684380ec565,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:58:14.113806 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-dd603a07-ca35-46c0-b56f-258ecdc23d87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:58:14.116843 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-dd603a07-ca35-46c0-b56f-258ecdc23d87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:14.120741 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-dd603a07-ca35-46c0-b56f-258ecdc23d87 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/8887c34c-34ee-453e-855b-0684380ec565 HTTP/1.1" status: 204 len: 168 time: 0.1811771 Feb 04 07:58:14.272179 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa40c99c-3365-4a14-9c42-28e66b3817ca req-7d4cfc09-a61e-4789-b964-cdfee7ee9f10 tempest-DeleteServersTestJSON-1890780733 tempest-DeleteServersTestJSON-1890780733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:58:14.273850 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-aa40c99c-3365-4a14-9c42-28e66b3817ca req-7d4cfc09-a61e-4789-b964-cdfee7ee9f10 tempest-DeleteServersTestJSON-1890780733 tempest-DeleteServersTestJSON-1890780733-project] 10.222.0.99 "GET /v2.0/ports?device_id=b5edadef-4344-46ea-84e4-752738d2ab28 HTTP/1.1" status: 200 len: 946 time: 0.6807847 Feb 04 07:58:14.377916 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-6cabbdec-4954-4207-922d-578957d58ee9 req-984c8ee8-73e2-4d6b-b959-2894214d071a service neutron] 10.222.0.99 "GET /v2.0/networks/d6cc8c6f-e231-4895-957c-7832ba254527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4854977 Feb 04 07:58:14.400124 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ff7305-7f29-428f-9e04-63851d67ad43 req-b6c3ce4a-01ff-4fe7-bf47-e1153a8be5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:58:14.401742 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-87ff7305-7f29-428f-9e04-63851d67ad43 req-b6c3ce4a-01ff-4fe7-bf47-e1153a8be5dd service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3c065512-3d6a-479a-b479-11e02ccc5658&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.4806223 Feb 04 07:58:14.434857 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-aa40c99c-3365-4a14-9c42-28e66b3817ca req-ce5df269-6633-40b3-a15c-45553d124d3d tempest-DeleteServersTestJSON-1890780733 tempest-DeleteServersTestJSON-1890780733-project] 10.222.0.99 "GET /v2.0/security-groups?id=cab90007-de65-4aa0-981a-154a69e55140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430340 Feb 04 07:58:14.518486 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.db.resource_extend [req-a7620339-a451-43e0-925f-e22e03eef78d req-4a07d2b2-1c56-4512-bade-0751b9dda34b service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 04 07:58:14.541215 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6928dd1-8dfc-4e67-9ebb-85ac26bb95c8', 'tag': 'd36bb1a4-9d66-4b28-a6bb-dce424da861c', 'status': 'completed', 'code': 200} Feb 04 07:58:14.601248 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed56eae0-d057-445b-a86c-975c99566052', 'tag': '7464ad3a-a108-4124-bb91-84a76f991163', 'status': 'completed', 'code': 200} Feb 04 07:58:14.766605 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc40aa07-47e2-486b-93dc-301242b083c6 req-690cbb2e-e3c1-4816-98ac-414481a3cee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:58:14.768137 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-cc40aa07-47e2-486b-93dc-301242b083c6 req-690cbb2e-e3c1-4816-98ac-414481a3cee0 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fdc2e6a78c794db1bf575f754255feb7&device_id=f6928dd1-8dfc-4e67-9ebb-85ac26bb95c8 HTTP/1.1" status: 200 len: 1160 time: 0.1317945 Feb 04 07:58:14.795298 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.notifiers.nova [req-a7620339-a451-43e0-925f-e22e03eef78d req-4a07d2b2-1c56-4512-bade-0751b9dda34b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6cc8396-5f20-4fbc-970f-af0402066511 {{(pid=80114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 04 07:58:14.805258 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-87ff7305-7f29-428f-9e04-63851d67ad43 req-06a3807f-043f-437a-a3e1-9d33b0babe3a service neutron] 10.222.0.76 "GET /v2.0/networks/3c065512-3d6a-479a-b479-11e02ccc5658?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3913102 Feb 04 07:58:14.859404 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-a7620339-a451-43e0-925f-e22e03eef78d req-4a07d2b2-1c56-4512-bade-0751b9dda34b service neutron] Notify callbacks [] for port, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:14.906863 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Device 9cace56c-fe68-4e8f-9b61-7f7f0d35033c no longer exists at agent ovs-agent-hv-cinder-73306 {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 04 07:58:15.232113 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [req-a7620339-a451-43e0-925f-e22e03eef78d req-4a07d2b2-1c56-4512-bade-0751b9dda34b service neutron] Transition to ACTIVE for port object c6cc8396-5f20-4fbc-970f-af0402066511 will not be triggered until provisioned by entity L2. {{(pid=80114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 04 07:58:15.245354 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-a7620339-a451-43e0-925f-e22e03eef78d req-4a07d2b2-1c56-4512-bade-0751b9dda34b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309259674757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309260170288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727594605546'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:15.263085 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:15.276466 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc40aa07-47e2-486b-93dc-301242b083c6 req-e8731eec-044a-4ce2-8fa9-8b169a1f96a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:58:15.278153 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-cc40aa07-47e2-486b-93dc-301242b083c6 req-e8731eec-044a-4ce2-8fa9-8b169a1f96a0 service neutron] 10.222.0.76 "GET /v2.0/networks?id=3c6985d7-344a-4685-b74e-38826882e570 HTTP/1.1" status: 200 len: 912 time: 0.4321647 Feb 04 07:58:15.322056 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-dc0ca9e1-b1f3-44a2-85b4-63646a8a461a tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:58:15.359441 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] For port 9cace56c-fe68-4e8f-9b61-7f7f0d35033c, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=9cace56c-fe68-4e8f-9b61-7f7f0d35033c,segment=NetworkSegment(47e37165-e57f-4561-b4be-1b314b2ec429),segment_id=47e37165-e57f-4561-b4be-1b314b2ec429)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 07:58:15.361472 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5edadef-4344-46ea-84e4-752738d2ab28', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9cace56c-fe68-4e8f-9b61-7f7f0d35033c'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 07:58:15.378448 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309259674757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309260170288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727594605546'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:15.388895 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:58:15.482248 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d773e976-87b1-4d4f-bff2-80e447a712cf req-642685ce-0095-4b73-95c5-665b7f8e46d6 tempest-DeleteServersTestJSON-1890780733 tempest-DeleteServersTestJSON-1890780733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:58:15.483942 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-d773e976-87b1-4d4f-bff2-80e447a712cf req-642685ce-0095-4b73-95c5-665b7f8e46d6 tempest-DeleteServersTestJSON-1890780733 tempest-DeleteServersTestJSON-1890780733-project] 10.222.0.76 "GET /v2.0/ports?device_id=b5edadef-4344-46ea-84e4-752738d2ab28 HTTP/1.1" status: 200 len: 946 time: 0.5928965 Feb 04 07:58:15.542739 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Pushing event updated for resources: {'Port': ['ID=9cace56c-fe68-4e8f-9b61-7f7f0d35033c,revision_number=5']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:58:15.546672 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:58:15.574144 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a07d2b2-1c56-4512-bade-0751b9dda34b service neutron] Pushing event updated for resources: {'Port': ['ID=c6cc8396-5f20-4fbc-970f-af0402066511,revision_number=2']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:58:15.578210 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-4a07d2b2-1c56-4512-bade-0751b9dda34b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:58:15.622221 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-cc40aa07-47e2-486b-93dc-301242b083c6 req-24f93b07-b125-4900-a313-4471896b6aac service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d36bb1a4-9d66-4b28-a6bb-dce424da861c HTTP/1.1" status: 200 len: 217 time: 0.1370418 Feb 04 07:58:15.672298 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4077b11-2fb4-4fef-94a4-28d003273689 req-db892917-35b3-4cd3-895c-98bf954a1760 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:58:15.681246 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-a4077b11-2fb4-4fef-94a4-28d003273689 req-db892917-35b3-4cd3-895c-98bf954a1760 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/ports?device_id=f6928dd1-8dfc-4e67-9ebb-85ac26bb95c8 HTTP/1.1" status: 200 len: 943 time: 0.9943447 Feb 04 07:58:15.761540 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [req-d773e976-87b1-4d4f-bff2-80e447a712cf req-5530652c-7b21-43c1-9591-9fdda5556ac9 tempest-DeleteServersTestJSON-1890780733 tempest-DeleteServersTestJSON-1890780733-project] Deleting port 9cace56c-fe68-4e8f-9b61-7f7f0d35033c {{(pid=80113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 04 07:58:15.762601 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-d773e976-87b1-4d4f-bff2-80e447a712cf req-5530652c-7b21-43c1-9591-9fdda5556ac9 tempest-DeleteServersTestJSON-1890780733 tempest-DeleteServersTestJSON-1890780733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727595022485'] for port, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:15.832312 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-a4077b11-2fb4-4fef-94a4-28d003273689 req-f12fb9c8-517c-4cb2-a4a7-a14fee7804f5 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/security-groups?id=165ca7ed-0745-4a75-913b-d38f318fbd54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494131 Feb 04 07:58:15.943913 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc40aa07-47e2-486b-93dc-301242b083c6 req-e4f3e680-d1a7-4988-b5b6-49019ddbd852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:58:15.947667 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-cc40aa07-47e2-486b-93dc-301242b083c6 req-e4f3e680-d1a7-4988-b5b6-49019ddbd852 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=6e3e4c1f-bef5-4969-b1a2-0e7821d81c28 HTTP/1.1" status: 200 len: 858 time: 0.3172121 Feb 04 07:58:15.952228 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b2ecb9-99f1-43e4-8d56-0c489c61d482 req-e5bf696b-780a-49cb-a8c6-b9ad6b88f878 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:58:15.953112 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [req-c2b2ecb9-99f1-43e4-8d56-0c489c61d482 req-e5bf696b-780a-49cb-a8c6-b9ad6b88f878 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Synchronizing usage tracker for tenant:a6dac7e06d2347bf8335c11feb384ef9 on resource:port {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 04 07:58:15.958549 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-87ff7305-7f29-428f-9e04-63851d67ad43 req-360fb1b4-db2e-4395-91cd-bdcd7aeeafe6 service neutron] 10.222.0.76 "GET /v2.0/networks/3c065512-3d6a-479a-b479-11e02ccc5658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.0959485 Feb 04 07:58:16.103637 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-cc40aa07-47e2-486b-93dc-301242b083c6 req-eb33954b-33c6-42a2-8056-e781d27dfd58 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3c6985d7-344a-4685-b74e-38826882e570&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0954130 Feb 04 07:58:16.150839 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [req-c2b2ecb9-99f1-43e4-8d56-0c489c61d482 req-e5bf696b-780a-49cb-a8c6-b9ad6b88f878 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Unset dirty status for tenant:a6dac7e06d2347bf8335c11feb384ef9 on resource:port {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 04 07:58:16.152146 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-c2b2ecb9-99f1-43e4-8d56-0c489c61d482 req-e5bf696b-780a-49cb-a8c6-b9ad6b88f878 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] 10.222.0.99 "GET /v2.0/ports?device_id=ee480593-ba86-44ab-b121-9e243feb6605 HTTP/1.1" status: 200 len: 931 time: 1.3494875 Feb 04 07:58:16.255859 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [req-a7620339-a451-43e0-925f-e22e03eef78d req-4a07d2b2-1c56-4512-bade-0751b9dda34b service neutron] Attempting to bind port c6cc8396-5f20-4fbc-970f-af0402066511 on host hv-cinder-73306 for vnic_type normal with profile {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 07:58:16.256232 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [req-a7620339-a451-43e0-925f-e22e03eef78d req-4a07d2b2-1c56-4512-bade-0751b9dda34b service neutron] Attempting to bind port c6cc8396-5f20-4fbc-970f-af0402066511 by drivers openvswitch on host hv-cinder-73306 at level 0 using segments [{'id': 'a34b7fa1-4a3e-4109-813a-758c7c69af69', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'da9fddda-3ab3-487d-967d-7aa78c7fc3dd'}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 04 07:58:16.256599 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7620339-a451-43e0-925f-e22e03eef78d req-4a07d2b2-1c56-4512-bade-0751b9dda34b service neutron] Attempting to bind port c6cc8396-5f20-4fbc-970f-af0402066511 on network da9fddda-3ab3-487d-967d-7aa78c7fc3dd {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 04 07:58:16.268515 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [req-d773e976-87b1-4d4f-bff2-80e447a712cf req-5530652c-7b21-43c1-9591-9fdda5556ac9 tempest-DeleteServersTestJSON-1890780733 tempest-DeleteServersTestJSON-1890780733-project] For port 9cace56c-fe68-4e8f-9b61-7f7f0d35033c, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=9cace56c-fe68-4e8f-9b61-7f7f0d35033c,segment=NetworkSegment(47e37165-e57f-4561-b4be-1b314b2ec429),segment_id=47e37165-e57f-4561-b4be-1b314b2ec429)] {{(pid=80113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 07:58:16.269225 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-d773e976-87b1-4d4f-bff2-80e447a712cf req-5530652c-7b21-43c1-9591-9fdda5556ac9 tempest-DeleteServersTestJSON-1890780733 tempest-DeleteServersTestJSON-1890780733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853131150'] for port, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:16.274979 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7620339-a451-43e0-925f-e22e03eef78d req-4a07d2b2-1c56-4512-bade-0751b9dda34b service neutron] Checking agent: {'id': 'ff9cc465-2d2d-4d6a-b510-d92e1cf0c130', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73306', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 4, 7, 55, 7), 'started_at': datetime.datetime(2021, 2, 4, 7, 55, 37), 'heartbeat_timestamp': datetime.datetime(2021, 2, 4, 7, 58, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.95', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 07:58:16.275396 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7620339-a451-43e0-925f-e22e03eef78d req-4a07d2b2-1c56-4512-bade-0751b9dda34b service neutron] Checking segment: {'id': 'a34b7fa1-4a3e-4109-813a-758c7c69af69', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'da9fddda-3ab3-487d-967d-7aa78c7fc3dd'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 04 07:58:16.275816 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-a7620339-a451-43e0-925f-e22e03eef78d req-4a07d2b2-1c56-4512-bade-0751b9dda34b service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:16.276153 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7620339-a451-43e0-925f-e22e03eef78d req-4a07d2b2-1c56-4512-bade-0751b9dda34b service neutron] Bound using segment: {'id': 'a34b7fa1-4a3e-4109-813a-758c7c69af69', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'da9fddda-3ab3-487d-967d-7aa78c7fc3dd'} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 07:58:16.276622 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [req-a7620339-a451-43e0-925f-e22e03eef78d req-4a07d2b2-1c56-4512-bade-0751b9dda34b service neutron] Bound port: c6cc8396-5f20-4fbc-970f-af0402066511, host: hv-cinder-73306, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a34b7fa1-4a3e-4109-813a-758c7c69af69', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'da9fddda-3ab3-487d-967d-7aa78c7fc3dd'}}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 04 07:58:16.276987 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-a7620339-a451-43e0-925f-e22e03eef78d req-4a07d2b2-1c56-4512-bade-0751b9dda34b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:16.312246 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-c2b2ecb9-99f1-43e4-8d56-0c489c61d482 req-467b54f8-bd22-4b68-8dcc-ba859589c6bf tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] 10.222.0.99 "GET /v2.0/security-groups?id=97e209db-0d86-4808-83b0-429263fefeea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1421599 Feb 04 07:58:16.477699 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beca4d5-0c12-4d1f-82c7-6dc11e0bdb26 req-e9c5894f-298d-48dc-8ee2-2cc00a6e8f7c tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:58:16.487504 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-9beca4d5-0c12-4d1f-82c7-6dc11e0bdb26 req-e9c5894f-298d-48dc-8ee2-2cc00a6e8f7c tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/ports?device_id=ed56eae0-d057-445b-a86c-975c99566052 HTTP/1.1" status: 200 len: 944 time: 0.5193624 Feb 04 07:58:16.491640 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.76', 54707) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:58:16.534709 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [req-a7620339-a451-43e0-925f-e22e03eef78d req-4a07d2b2-1c56-4512-bade-0751b9dda34b service neutron] For port c6cc8396-5f20-4fbc-970f-af0402066511, host hv-cinder-73306, cleared binding levels {{(pid=80114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 04 07:58:16.541441 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [req-a7620339-a451-43e0-925f-e22e03eef78d req-4a07d2b2-1c56-4512-bade-0751b9dda34b service neutron] For port c6cc8396-5f20-4fbc-970f-af0402066511, host hv-cinder-73306, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=c6cc8396-5f20-4fbc-970f-af0402066511,segment=NetworkSegment(a34b7fa1-4a3e-4109-813a-758c7c69af69),segment_id=a34b7fa1-4a3e-4109-813a-758c7c69af69)] {{(pid=80114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 04 07:58:16.562014 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8345173-2a79-4015-8060-b6a31c8d4698 req-4c778594-3a49-4883-b25c-d50a1481d605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:58:16.563668 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-c8345173-2a79-4015-8060-b6a31c8d4698 req-4c778594-3a49-4883-b25c-d50a1481d605 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=672bfb04a4f44fa3ae40a386ff3ebb9b&device_id=ed56eae0-d057-445b-a86c-975c99566052 HTTP/1.1" status: 200 len: 1161 time: 0.4570761 Feb 04 07:58:16.567608 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [req-d773e976-87b1-4d4f-bff2-80e447a712cf req-5530652c-7b21-43c1-9591-9fdda5556ac9 tempest-DeleteServersTestJSON-1890780733 tempest-DeleteServersTestJSON-1890780733-project] Calling delete_port for 9cace56c-fe68-4e8f-9b61-7f7f0d35033c owned by compute:nova {{(pid=80113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 04 07:58:16.613342 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-a7620339-a451-43e0-925f-e22e03eef78d req-4a07d2b2-1c56-4512-bade-0751b9dda34b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309259674757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309260170288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727594605546'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:16.715141 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:58:16.862957 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-cc40aa07-47e2-486b-93dc-301242b083c6 req-d9798c4a-fc40-4100-a01a-e041901397a8 service neutron] 10.222.0.76 "GET /v2.0/networks/3c6985d7-344a-4685-b74e-38826882e570?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7508025 Feb 04 07:58:17.072770 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-8f699bce-906a-4225-a355-f978cdd8635b req-fd2eea9c-0a17-4d87-94b8-712de659de60 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] 10.222.0.99 "GET /v2.0/ports?device_id=a4462ac0-d086-4c7a-ad13-3935bf61840c HTTP/1.1" status: 200 len: 210 time: 0.4610693 Feb 04 07:58:17.108622 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-d773e976-87b1-4d4f-bff2-80e447a712cf req-5530652c-7b21-43c1-9591-9fdda5556ac9 tempest-DeleteServersTestJSON-1890780733 tempest-DeleteServersTestJSON-1890780733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309259674774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727594605512'] for port, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:17.149759 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-b1e5c95c-cb0a-4a3e-8a58-450fadf32de3 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:58:17.184870 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-9beca4d5-0c12-4d1f-82c7-6dc11e0bdb26 req-4ae8cfa8-bd61-4504-b0db-982f3d2b00a8 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/security-groups?id=2efe4fb4-6c5a-4311-a0c5-d5a12c9309ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6962850 Feb 04 07:58:17.215671 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7620339-a451-43e0-925f-e22e03eef78d req-4a07d2b2-1c56-4512-bade-0751b9dda34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:58:17.217452 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-a7620339-a451-43e0-925f-e22e03eef78d req-4a07d2b2-1c56-4512-bade-0751b9dda34b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1815815'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:17.221640 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-a7620339-a451-43e0-925f-e22e03eef78d req-4a07d2b2-1c56-4512-bade-0751b9dda34b service neutron] 10.222.0.76 "PUT /v2.0/ports/c6cc8396-5f20-4fbc-970f-af0402066511 HTTP/1.1" status: 200 len: 1157 time: 4.4609277 Feb 04 07:58:17.232830 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5530652c-7b21-43c1-9591-9fdda5556ac9 tempest-DeleteServersTestJSON-1890780733 tempest-DeleteServersTestJSON-1890780733-project] Pushing event deleted for resources: {'Port': ['ID=9cace56c-fe68-4e8f-9b61-7f7f0d35033c,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:58:17.244918 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-5530652c-7b21-43c1-9591-9fdda5556ac9 tempest-DeleteServersTestJSON-1890780733 tempest-DeleteServersTestJSON-1890780733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:58:17.266165 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5edadef-4344-46ea-84e4-752738d2ab28', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9cace56c-fe68-4e8f-9b61-7f7f0d35033c', 'code': 200} Feb 04 07:58:17.278468 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee480593-ba86-44ab-b121-9e243feb6605', 'tag': 'c6cc8396-5f20-4fbc-970f-af0402066511'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 07:58:17.328462 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.99', 49530) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:58:17.517359 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Device d36bb1a4-9d66-4b28-a6bb-dce424da861c up at agent ovs-agent-hv-cinder-73306 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 07:58:17.576400 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a07d2b2-1c56-4512-bade-0751b9dda34b service neutron] Pushing event updated for resources: {'Port': ['ID=c6cc8396-5f20-4fbc-970f-af0402066511,revision_number=3']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:58:17.579972 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8345173-2a79-4015-8060-b6a31c8d4698 req-e9c95c26-abf6-4099-8fd3-1b872ef561b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:58:17.581811 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-c8345173-2a79-4015-8060-b6a31c8d4698 req-e9c95c26-abf6-4099-8fd3-1b872ef561b7 service neutron] 10.222.0.76 "GET /v2.0/networks?id=3c065512-3d6a-479a-b479-11e02ccc5658 HTTP/1.1" status: 200 len: 909 time: 0.9633200 Feb 04 07:58:17.663474 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Provisioning for port d36bb1a4-9d66-4b28-a6bb-dce424da861c completed by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 04 07:58:17.670579 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Provisioning complete for port d36bb1a4-9d66-4b28-a6bb-dce424da861c triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 07:58:17.671156 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762158'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:17.746784 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cabbdec-4954-4207-922d-578957d58ee9 req-ec5bdfca-5560-4214-a68e-daccf758e192 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:58:17.748438 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-6cabbdec-4954-4207-922d-578957d58ee9 req-ec5bdfca-5560-4214-a68e-daccf758e192 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] 10.222.0.76 "GET /v2.0/networks?id=d6cc8c6f-e231-4895-957c-7832ba254527 HTTP/1.1" status: 200 len: 815 time: 1.2484207 Feb 04 07:58:17.759994 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-cc40aa07-47e2-486b-93dc-301242b083c6 req-a730a888-6465-421b-bb50-c721b2c25af9 service neutron] 10.222.0.76 "GET /v2.0/networks/3c6985d7-344a-4685-b74e-38826882e570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8505094 Feb 04 07:58:17.763043 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-4a07d2b2-1c56-4512-bade-0751b9dda34b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.048s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:58:17.834609 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:17.879720 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] For port d36bb1a4-9d66-4b28-a6bb-dce424da861c, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=d36bb1a4-9d66-4b28-a6bb-dce424da861c,segment=NetworkSegment(5f6ab5b4-f1a0-431f-8987-232f197ae770),segment_id=5f6ab5b4-f1a0-431f-8987-232f197ae770)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 07:58:17.889371 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309259674757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309260170288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727594605546'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:17.891809 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:58:17.952100 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [req-d773e976-87b1-4d4f-bff2-80e447a712cf req-5530652c-7b21-43c1-9591-9fdda5556ac9 tempest-DeleteServersTestJSON-1890780733 tempest-DeleteServersTestJSON-1890780733-project] No DVR routers for this DVR port 9cace56c-fe68-4e8f-9b61-7f7f0d35033c on host hv-cinder-73306 {{(pid=80113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 04 07:58:17.955886 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-d773e976-87b1-4d4f-bff2-80e447a712cf req-5530652c-7b21-43c1-9591-9fdda5556ac9 tempest-DeleteServersTestJSON-1890780733 tempest-DeleteServersTestJSON-1890780733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3799'] for port, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:17.965269 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5edadef-4344-46ea-84e4-752738d2ab28', 'name': 'network-vif-deleted', 'tag': '9cace56c-fe68-4e8f-9b61-7f7f0d35033c'}] {{(pid=80113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 07:58:18.006341 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-d773e976-87b1-4d4f-bff2-80e447a712cf req-5530652c-7b21-43c1-9591-9fdda5556ac9 tempest-DeleteServersTestJSON-1890780733 tempest-DeleteServersTestJSON-1890780733-project] 10.222.0.76 "DELETE /v2.0/ports/9cace56c-fe68-4e8f-9b61-7f7f0d35033c HTTP/1.1" status: 204 len: 173 time: 2.4463928 Feb 04 07:58:18.011703 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.v2.base [req-6cabbdec-4954-4207-922d-578957d58ee9 req-c6c7d8a1-0407-4b42-884a-b1605879c865 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Request body: {'port': {'device_id': 'a4462ac0-d086-4c7a-ad13-3935bf61840c', 'network_id': 'd6cc8c6f-e231-4895-957c-7832ba254527', 'admin_state_up': True, 'tenant_id': 'e025b0caf149437a978dcb2e658b1da5'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 07:58:18.017008 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Pushing event updated for resources: {'Port': ['ID=d36bb1a4-9d66-4b28-a6bb-dce424da861c,revision_number=4']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:58:18.030718 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:58:18.055403 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.agents_db [None req-15dbd8ae-9ae4-49dc-a873-5f27e28d1d51 None None] Agent healthcheck: found 6 active agents {{(pid=80116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 04 07:58:18.058054 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-9ba12786-febf-4ace-bdf4-0a9706e99e10 req-f8e8163b-c251-4b10-9337-7700e66fc9f3 tempest-DeleteServersTestJSON-1890780733 tempest-DeleteServersTestJSON-1890780733-project] 10.222.0.99 "GET /v2.0/ports?device_id=b5edadef-4344-46ea-84e4-752738d2ab28 HTTP/1.1" status: 200 len: 210 time: 0.2892835 Feb 04 07:58:18.081949 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-c8345173-2a79-4015-8060-b6a31c8d4698 req-255fba29-d10c-43e3-9fd0-271e94bd62eb service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7464ad3a-a108-4124-bb91-84a76f991163 HTTP/1.1" status: 200 len: 217 time: 0.3152080 Feb 04 07:58:18.538953 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-424e0264-9bce-4087-8cd6-f51f103ee9fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:18.620301 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [req-6cabbdec-4954-4207-922d-578957d58ee9 req-c6c7d8a1-0407-4b42-884a-b1605879c865 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 07:58:18.637483 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8345173-2a79-4015-8060-b6a31c8d4698 req-4cde9324-d701-4552-9a3d-37d4f6e06dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:58:18.639987 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-c8345173-2a79-4015-8060-b6a31c8d4698 req-4cde9324-d701-4552-9a3d-37d4f6e06dcd service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c113e9e9-819c-413f-8742-7912f5a3f620 HTTP/1.1" status: 200 len: 854 time: 0.5195367 Feb 04 07:58:18.642599 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-424e0264-9bce-4087-8cd6-f51f103ee9fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 07:58:18.645269 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [req-6cabbdec-4954-4207-922d-578957d58ee9 req-c6c7d8a1-0407-4b42-884a-b1605879c865 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Usage tracker for resource:port and tenant:e025b0caf149437a978dcb2e658b1da5 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 07:58:18.655039 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [req-6cabbdec-4954-4207-922d-578957d58ee9 req-c6c7d8a1-0407-4b42-884a-b1605879c865 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Quota usage for port was recalculated. Used quota:1. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 07:58:18.711755 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [req-6cabbdec-4954-4207-922d-578957d58ee9 req-c6c7d8a1-0407-4b42-884a-b1605879c865 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 07:58:18.723613 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-424e0264-9bce-4087-8cd6-f51f103ee9fd admin admin] Usage tracker for resource:security_group_rule and tenant:1bf78214e3d24eabab51679f764f05f3 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 07:58:18.735756 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-424e0264-9bce-4087-8cd6-f51f103ee9fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 07:58:18.748411 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7620339-a451-43e0-925f-e22e03eef78d req-7a63c2db-6634-4189-9256-fb0ff9b60147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:58:18.750017 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-a7620339-a451-43e0-925f-e22e03eef78d req-7a63c2db-6634-4189-9256-fb0ff9b60147 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a6dac7e06d2347bf8335c11feb384ef9&device_id=ee480593-ba86-44ab-b121-9e243feb6605 HTTP/1.1" status: 200 len: 1160 time: 1.3187213 Feb 04 07:58:18.758441 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-424e0264-9bce-4087-8cd6-f51f103ee9fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 07:58:18.781984 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cabbdec-4954-4207-922d-578957d58ee9 req-c6c7d8a1-0407-4b42-884a-b1605879c865 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Made reservation on behalf of e025b0caf149437a978dcb2e658b1da5 for: {'port': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 04 07:58:18.804916 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-6cabbdec-4954-4207-922d-578957d58ee9 req-c6c7d8a1-0407-4b42-884a-b1605879c865 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:18.952396 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ba4d85-a35f-4d79-b771-c6dc6db37a6f req-64f706c6-37cb-4bdf-b038-888ef70eb455 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:58:18.953971 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-e7ba4d85-a35f-4d79-b771-c6dc6db37a6f req-64f706c6-37cb-4bdf-b038-888ef70eb455 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/ports?device_id=f6928dd1-8dfc-4e67-9ebb-85ac26bb95c8 HTTP/1.1" status: 200 len: 943 time: 1.1899474 Feb 04 07:58:19.001759 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-a7620339-a451-43e0-925f-e22e03eef78d req-b26b5cbe-1742-463a-b23e-92cd3f36ecd6 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c6cc8396-5f20-4fbc-970f-af0402066511 HTTP/1.1" status: 200 len: 217 time: 0.2248166 Feb 04 07:58:19.178343 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68feb1d9-80d3-45e7-a165-3c08ca443e06 req-8a4f020c-2411-4d5b-9426-7b8091d48e9c tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:58:19.180060 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-68feb1d9-80d3-45e7-a165-3c08ca443e06 req-8a4f020c-2411-4d5b-9426-7b8091d48e9c tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] 10.222.0.99 "GET /v2.0/ports?device_id=ee480593-ba86-44ab-b121-9e243feb6605 HTTP/1.1" status: 200 len: 943 time: 0.7404053 Feb 04 07:58:19.267308 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6928dd1-8dfc-4e67-9ebb-85ac26bb95c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd36bb1a4-9d66-4b28-a6bb-dce424da861c'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 07:58:19.343592 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-e7ba4d85-a35f-4d79-b771-c6dc6db37a6f req-de11e11e-d6cb-4531-a966-a62263eb3767 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/security-groups?id=165ca7ed-0745-4a75-913b-d38f318fbd54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3620155 Feb 04 07:58:19.377412 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8345173-2a79-4015-8060-b6a31c8d4698 req-0b042892-d646-4d75-b377-4bc4eb5f3ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:58:19.379048 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-c8345173-2a79-4015-8060-b6a31c8d4698 req-0b042892-d646-4d75-b377-4bc4eb5f3ca7 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3c065512-3d6a-479a-b479-11e02ccc5658&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.7263153 Feb 04 07:58:19.386231 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7620339-a451-43e0-925f-e22e03eef78d req-5f6ad3f8-d35f-4440-a82b-b53f5ddd5459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:58:19.387846 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-a7620339-a451-43e0-925f-e22e03eef78d req-5f6ad3f8-d35f-4440-a82b-b53f5ddd5459 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=4537a32b-846b-4c36-83cb-e761caa59ada HTTP/1.1" status: 200 len: 849 time: 0.3513288 Feb 04 07:58:19.448743 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee480593-ba86-44ab-b121-9e243feb6605', 'tag': 'c6cc8396-5f20-4fbc-970f-af0402066511', 'status': 'completed', 'code': 200} Feb 04 07:58:19.472037 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5edadef-4344-46ea-84e4-752738d2ab28', 'name': 'network-vif-deleted', 'tag': '9cace56c-fe68-4e8f-9b61-7f7f0d35033c', 'status': 'completed', 'code': 200} Feb 04 07:58:19.582757 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-68feb1d9-80d3-45e7-a165-3c08ca443e06 req-0aa1d2bf-64e0-4446-850d-3d9e93207a0d tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] 10.222.0.99 "GET /v2.0/security-groups?id=97e209db-0d86-4808-83b0-429263fefeea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3800216 Feb 04 07:58:19.705896 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-197fbee1-2fa8-43ca-adea-7e2c51289c1f req-154d6eb1-5edc-4c5d-b58f-44645f5d85ef tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] 10.222.0.99 "GET /v2.0/ports?device_id=a4462ac0-d086-4c7a-ad13-3935bf61840c HTTP/1.1" status: 200 len: 210 time: 0.1075318 Feb 04 07:58:19.822064 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-424e0264-9bce-4087-8cd6-f51f103ee9fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:19.842943 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-424e0264-9bce-4087-8cd6-f51f103ee9fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:19.860015 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-dee62b27-2742-48ea-bbec-abad5fd42a4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:58:19.877499 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Device d36bb1a4-9d66-4b28-a6bb-dce424da861c up at agent ovs-agent-hv-cinder-73306 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 07:58:19.963254 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6928dd1-8dfc-4e67-9ebb-85ac26bb95c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd36bb1a4-9d66-4b28-a6bb-dce424da861c', 'code': 200} Feb 04 07:58:19.980138 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7620339-a451-43e0-925f-e22e03eef78d req-2a7f9531-0ebb-4e6c-9d8c-9a87a30bc1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:58:19.981761 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-a7620339-a451-43e0-925f-e22e03eef78d req-2a7f9531-0ebb-4e6c-9d8c-9a87a30bc1a9 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=da9fddda-3ab3-487d-967d-7aa78c7fc3dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.5722549 Feb 04 07:58:19.983865 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-c8345173-2a79-4015-8060-b6a31c8d4698 req-5261f428-0232-4cdc-9628-53152f61cb06 service neutron] 10.222.0.76 "GET /v2.0/networks/3c065512-3d6a-479a-b479-11e02ccc5658?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5914192 Feb 04 07:58:19.998911 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-424e0264-9bce-4087-8cd6-f51f103ee9fd admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=1bf78214e3d24eabab51679f764f05f3&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6065600 Feb 04 07:58:20.000071 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424e0264-9bce-4087-8cd6-f51f103ee9fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dae5f353-8b8f-4c61-82f3-8d2a87a18c14,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:58:20.001980 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 49606) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:58:20.003690 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-424e0264-9bce-4087-8cd6-f51f103ee9fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:58:20.070069 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Provisioning complete for port d36bb1a4-9d66-4b28-a6bb-dce424da861c triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 07:58:20.073064 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762158'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:20.225509 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-0b2a203a-ad16-49b9-85d1-fbeeea8feadf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:20.304706 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-0b2a203a-ad16-49b9-85d1-fbeeea8feadf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:20.308369 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-c8345173-2a79-4015-8060-b6a31c8d4698 req-73b87bac-24b6-4ee8-afdc-59366571f9ab service neutron] 10.222.0.76 "GET /v2.0/networks/3c065512-3d6a-479a-b479-11e02ccc5658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2523646 Feb 04 07:58:20.393836 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Device 7464ad3a-a108-4124-bb91-84a76f991163 up at agent ovs-agent-hv-cinder-73306 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 07:58:20.420091 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 49620) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:58:20.448604 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-0b2a203a-ad16-49b9-85d1-fbeeea8feadf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:20.464460 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:58:20.519309 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-0b2a203a-ad16-49b9-85d1-fbeeea8feadf admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:20.540371 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-0b2a203a-ad16-49b9-85d1-fbeeea8feadf admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/dae5f353-8b8f-4c61-82f3-8d2a87a18c14 HTTP/1.1" status: 204 len: 168 time: 0.5258634 Feb 04 07:58:20.545704 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2a203a-ad16-49b9-85d1-fbeeea8feadf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dae5f353-8b8f-4c61-82f3-8d2a87a18c14,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:58:20.557015 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-0b2a203a-ad16-49b9-85d1-fbeeea8feadf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:58:20.605709 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df2ea52-6f33-41f2-815e-b674df6e9f8b req-94a8b354-4f41-440b-acf5-05a5cbdd11fb tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:58:20.615371 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-8df2ea52-6f33-41f2-815e-b674df6e9f8b req-94a8b354-4f41-440b-acf5-05a5cbdd11fb tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/ports?device_id=ed56eae0-d057-445b-a86c-975c99566052 HTTP/1.1" status: 200 len: 944 time: 0.9077506 Feb 04 07:58:20.697089 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Provisioning for port 7464ad3a-a108-4124-bb91-84a76f991163 completed by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 04 07:58:20.703606 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Provisioning complete for port 7464ad3a-a108-4124-bb91-84a76f991163 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 07:58:20.704214 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762158'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:20.785208 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1f77fdc0-a058-4cf7-a55f-cc08b5a2a6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:20.814414 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-62502c2a-a26c-4c30-9f4e-47317b54ed0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:20.815470 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-8df2ea52-6f33-41f2-815e-b674df6e9f8b req-f794ae70-f5cc-4c1e-8623-7f8de6037e20 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/security-groups?id=2efe4fb4-6c5a-4311-a0c5-d5a12c9309ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1987891 Feb 04 07:58:20.853663 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-62502c2a-a26c-4c30-9f4e-47317b54ed0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 07:58:20.863846 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-62502c2a-a26c-4c30-9f4e-47317b54ed0f admin admin] Usage tracker for resource:security_group_rule and tenant:e7fedad5459d4ea9a4b57da01ea22b23 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 07:58:20.866424 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:20.887679 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-62502c2a-a26c-4c30-9f4e-47317b54ed0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 07:58:20.909489 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-62502c2a-a26c-4c30-9f4e-47317b54ed0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 07:58:20.927882 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] For port 7464ad3a-a108-4124-bb91-84a76f991163, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=7464ad3a-a108-4124-bb91-84a76f991163,segment=NetworkSegment(c1444196-01b8-49a6-91dc-480435b565ae),segment_id=c1444196-01b8-49a6-91dc-480435b565ae)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 07:58:20.932049 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309259674757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309260170288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727594605546'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:20.949315 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-898f6650-7679-480d-bde3-d2eb47a16918 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:58:21.021170 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-62502c2a-a26c-4c30-9f4e-47317b54ed0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:21.024904 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-62502c2a-a26c-4c30-9f4e-47317b54ed0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:21.058328 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:58:21.071951 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-62502c2a-a26c-4c30-9f4e-47317b54ed0f admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=e7fedad5459d4ea9a4b57da01ea22b23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6504524 Feb 04 07:58:21.075409 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 49646) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:58:21.117033 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Pushing event updated for resources: {'Port': ['ID=7464ad3a-a108-4124-bb91-84a76f991163,revision_number=4']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:58:21.127031 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:58:21.127910 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:58:21.128304 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:58:21.128690 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:58:21.129084 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:58:21.129622 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:58:21.130030 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:58:21.130608 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:58:21.131058 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:58:21.131480 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:58:21.131871 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:58:21.132255 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:58:21.132696 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:58:21.133064 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:58:21.133433 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:58:21.133797 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:58:21.134165 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:58:21.134546 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:58:21.134811 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62502c2a-a26c-4c30-9f4e-47317b54ed0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eda84239-48ed-4d68-8fce-712194ea574f,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:58:21.134925 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:58:21.135296 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:58:21.135749 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:58:21.136118 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:58:21.136482 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:58:21.136844 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:58:21.156365 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:58:21.169637 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-62502c2a-a26c-4c30-9f4e-47317b54ed0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:58:21.201209 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b91e159e-aa62-44d9-9bbf-5cc9bf41c608 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:21.233390 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b91e159e-aa62-44d9-9bbf-5cc9bf41c608 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:21.274262 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 49650) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:58:21.285577 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.db_base_plugin_common [req-6cabbdec-4954-4207-922d-578957d58ee9 req-c6c7d8a1-0407-4b42-884a-b1605879c865 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Allocated IP 172.20.0.14 (d6cc8c6f-e231-4895-957c-7832ba254527/daa9ab9c-d070-4c63-9925-724b7f6976a7/1d7ab515-f1d9-473c-ba08-cd59e383eb21) {{(pid=80114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 04 07:58:21.298886 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ff0e153c-d1b7-4ba8-8541-315cd6006c1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:21.318895 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-ff0e153c-d1b7-4ba8-8541-315cd6006c1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 07:58:21.327228 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-ff0e153c-d1b7-4ba8-8541-315cd6006c1a admin admin] Usage tracker for resource:security_group_rule and tenant:7aae4f1ea56b4728bbfa4d9f09b34936 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 07:58:21.330264 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b91e159e-aa62-44d9-9bbf-5cc9bf41c608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:21.336575 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-ff0e153c-d1b7-4ba8-8541-315cd6006c1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 07:58:21.339840 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:58:21.354085 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91e159e-aa62-44d9-9bbf-5cc9bf41c608 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eda84239-48ed-4d68-8fce-712194ea574f,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:58:21.356583 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-ff0e153c-d1b7-4ba8-8541-315cd6006c1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 07:58:21.358930 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-b91e159e-aa62-44d9-9bbf-5cc9bf41c608 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:58:21.371356 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b91e159e-aa62-44d9-9bbf-5cc9bf41c608 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:21.375031 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-b91e159e-aa62-44d9-9bbf-5cc9bf41c608 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/eda84239-48ed-4d68-8fce-712194ea574f HTTP/1.1" status: 204 len: 168 time: 0.2952187 Feb 04 07:58:21.469806 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ff0e153c-d1b7-4ba8-8541-315cd6006c1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:21.473335 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ff0e153c-d1b7-4ba8-8541-315cd6006c1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:21.475893 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-a7620339-a451-43e0-925f-e22e03eef78d req-0834554e-78fd-421a-8bcb-794a8c643819 service neutron] 10.222.0.76 "GET /v2.0/networks/da9fddda-3ab3-487d-967d-7aa78c7fc3dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4185507 Feb 04 07:58:21.482924 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-8c0cb7ef-e56a-4e9a-98b4-718f94aaf908 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:58:21.530787 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-ff0e153c-d1b7-4ba8-8541-315cd6006c1a admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=7aae4f1ea56b4728bbfa4d9f09b34936&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2528965 Feb 04 07:58:21.530787 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0e153c-d1b7-4ba8-8541-315cd6006c1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41e7d41f-c428-497d-a43e-e1270be3e7a1,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:58:21.532324 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 49656) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:58:21.536201 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-ff0e153c-d1b7-4ba8-8541-315cd6006c1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:58:21.607729 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250c3f00-7133-4cb2-aae7-47a860cfecd4 req-09d8e83e-8716-4439-bea3-960d10ec63fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:58:21.609243 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-250c3f00-7133-4cb2-aae7-47a860cfecd4 req-09d8e83e-8716-4439-bea3-960d10ec63fb service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=f6928dd1-8dfc-4e67-9ebb-85ac26bb95c8 HTTP/1.1" status: 200 len: 1162 time: 1.1756043 Feb 04 07:58:21.613099 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-3dbadb7c-7b7e-4fb0-a69a-bd3b28833935 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:21.652825 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-3dbadb7c-7b7e-4fb0-a69a-bd3b28833935 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:21.704751 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-3dbadb7c-7b7e-4fb0-a69a-bd3b28833935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:21.710831 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-d007fa93-110d-473a-9ea7-259b9994998d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:58:21.720361 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424ca925-550f-49ad-8762-7fc33e2ab47c req-bb733b2c-3e74-435c-b3c6-2fe4dad5b00f tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:58:21.722098 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-424ca925-550f-49ad-8762-7fc33e2ab47c req-bb733b2c-3e74-435c-b3c6-2fe4dad5b00f tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/ports?device_id=f6928dd1-8dfc-4e67-9ebb-85ac26bb95c8 HTTP/1.1" status: 200 len: 945 time: 0.9858003 Feb 04 07:58:21.727429 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbadb7c-7b7e-4fb0-a69a-bd3b28833935 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41e7d41f-c428-497d-a43e-e1270be3e7a1,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:58:21.730655 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-3dbadb7c-7b7e-4fb0-a69a-bd3b28833935 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:58:21.731983 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-3dbadb7c-7b7e-4fb0-a69a-bd3b28833935 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:21.735651 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-3dbadb7c-7b7e-4fb0-a69a-bd3b28833935 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/41e7d41f-c428-497d-a43e-e1270be3e7a1 HTTP/1.1" status: 204 len: 168 time: 0.1996646 Feb 04 07:58:21.887951 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 49664) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:58:21.910696 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-e4cb5526-368e-4c39-a725-00306e5484f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:21.930259 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-e4cb5526-368e-4c39-a725-00306e5484f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 07:58:21.934124 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4164b78d-04ab-469f-8b3d-caedc889d265 req-059f6ebe-c4f7-42c6-9223-739d6e872a2f tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:58:21.934463 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-e4cb5526-368e-4c39-a725-00306e5484f0 admin admin] Usage tracker for resource:security_group_rule and tenant:35160d2f62274e2bbf3a01a0327ba4b7 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 07:58:21.935847 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-4164b78d-04ab-469f-8b3d-caedc889d265 req-059f6ebe-c4f7-42c6-9223-739d6e872a2f tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] 10.222.0.99 "GET /v2.0/ports?device_id=ee480593-ba86-44ab-b121-9e243feb6605 HTTP/1.1" status: 200 len: 943 time: 0.6445484 Feb 04 07:58:21.937458 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-e4cb5526-368e-4c39-a725-00306e5484f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 07:58:21.944775 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-e4cb5526-368e-4c39-a725-00306e5484f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 07:58:21.964632 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed56eae0-d057-445b-a86c-975c99566052', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7464ad3a-a108-4124-bb91-84a76f991163'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 07:58:22.056119 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-250c3f00-7133-4cb2-aae7-47a860cfecd4 req-55292bbc-9ea0-4670-a581-f00338642e99 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=165ca7ed-0745-4a75-913b-d38f318fbd54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3328929 Feb 04 07:58:22.068422 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-e4cb5526-368e-4c39-a725-00306e5484f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:22.071834 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-e4cb5526-368e-4c39-a725-00306e5484f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:22.082169 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:58:22.089135 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-424ca925-550f-49ad-8762-7fc33e2ab47c req-c697189c-6d93-41f4-a51c-1f6f52509e6d tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/security-groups?id=165ca7ed-0745-4a75-913b-d38f318fbd54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2874436 Feb 04 07:58:22.131679 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-e4cb5526-368e-4c39-a725-00306e5484f0 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=35160d2f62274e2bbf3a01a0327ba4b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2420666 Feb 04 07:58:22.134699 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 49682) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:58:22.137659 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cb5526-368e-4c39-a725-00306e5484f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5d0a65c-4bc6-4934-b1ae-56c847adde98,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:58:22.147442 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-a7620339-a451-43e0-925f-e22e03eef78d req-a32f3382-43d7-4f84-8f57-6a1cc9a716dc service neutron] 10.222.0.76 "GET /v2.0/networks/da9fddda-3ab3-487d-967d-7aa78c7fc3dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6503370 Feb 04 07:58:22.177334 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-e4cb5526-368e-4c39-a725-00306e5484f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:58:22.185259 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-4164b78d-04ab-469f-8b3d-caedc889d265 req-2175c932-368b-42c1-9e77-bc3c2271c2d9 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] 10.222.0.99 "GET /v2.0/security-groups?id=97e209db-0d86-4808-83b0-429263fefeea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2142229 Feb 04 07:58:22.190679 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-6cabbdec-4954-4207-922d-578957d58ee9 req-c6c7d8a1-0407-4b42-884a-b1605879c865 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Notify callbacks [] for port, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:22.250423 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-6cabbdec-4954-4207-922d-578957d58ee9 req-c6c7d8a1-0407-4b42-884a-b1605879c865 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727594645960'] for port, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:22.256622 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-96d4f982-08e5-44b9-83d9-bae29f314257 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:22.307436 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:58:22.344838 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-96d4f982-08e5-44b9-83d9-bae29f314257 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:22.401828 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-96d4f982-08e5-44b9-83d9-bae29f314257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:22.408430 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-3dbadb7c-7b7e-4fb0-a69a-bd3b28833935 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:58:22.427905 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d4f982-08e5-44b9-83d9-bae29f314257 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5d0a65c-4bc6-4934-b1ae-56c847adde98,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:58:22.432705 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-96d4f982-08e5-44b9-83d9-bae29f314257 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:58:22.436764 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-96d4f982-08e5-44b9-83d9-bae29f314257 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:22.449954 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-96d4f982-08e5-44b9-83d9-bae29f314257 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/b5d0a65c-4bc6-4934-b1ae-56c847adde98 HTTP/1.1" status: 204 len: 168 time: 0.3138933 Feb 04 07:58:22.674783 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c7d8a1-0407-4b42-884a-b1605879c865 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Pushing event updated for resources: {'Port': ['ID=1d7ab515-f1d9-473c-ba08-cd59e383eb21,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:58:22.679400 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-c6c7d8a1-0407-4b42-884a-b1605879c865 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:58:22.867413 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d9fbf1-c7a5-4130-aa70-252f5770ad9a req-5f35754b-e9a1-4a38-980c-1bd68d5b646b tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:58:22.875088 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-e7d9fbf1-c7a5-4130-aa70-252f5770ad9a req-5f35754b-e9a1-4a38-980c-1bd68d5b646b tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] 10.222.0.99 "GET /v2.0/ports?device_id=a4462ac0-d086-4c7a-ad13-3935bf61840c HTTP/1.1" status: 200 len: 932 time: 0.4307497 Feb 04 07:58:22.882951 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cabbdec-4954-4207-922d-578957d58ee9 req-c6c7d8a1-0407-4b42-884a-b1605879c865 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Network d6cc8c6f-e231-4895-957c-7832ba254527 is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 04 07:58:22.905301 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.base_scheduler [req-6cabbdec-4954-4207-922d-578957d58ee9 req-c6c7d8a1-0407-4b42-884a-b1605879c865 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Resources bound (agent type, host, resource id): {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 04 07:58:22.907848 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cabbdec-4954-4207-922d-578957d58ee9 req-c6c7d8a1-0407-4b42-884a-b1605879c865 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Received port after_create {{(pid=80114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 04 07:58:22.951715 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-72b5cf41-b0f6-4a97-bb77-b6d6f2a667af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:22.955658 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 49714) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:58:22.986692 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cabbdec-4954-4207-922d-578957d58ee9 req-c6c7d8a1-0407-4b42-884a-b1605879c865 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:58:22.987468 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-6cabbdec-4954-4207-922d-578957d58ee9 req-c6c7d8a1-0407-4b42-884a-b1605879c865 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1815815'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:23.000070 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2a4b22-2ef4-4c0b-8b02-98b79ed383fd req-48b00611-b2ca-4562-93e4-d156e64c2511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:58:23.001856 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-dc2a4b22-2ef4-4c0b-8b02-98b79ed383fd req-48b00611-b2ca-4562-93e4-d156e64c2511 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a6dac7e06d2347bf8335c11feb384ef9&device_id=ee480593-ba86-44ab-b121-9e243feb6605 HTTP/1.1" status: 200 len: 1160 time: 0.4576614 Feb 04 07:58:23.097410 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03008cc4-fab5-403c-a56c-a2b1e1730a02 req-b2668c1a-5708-4030-b4fe-7bd5f1124e82 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:58:23.099253 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-03008cc4-fab5-403c-a56c-a2b1e1730a02 req-b2668c1a-5708-4030-b4fe-7bd5f1124e82 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/ports?device_id=ed56eae0-d057-445b-a86c-975c99566052 HTTP/1.1" status: 200 len: 946 time: 0.6882870 Feb 04 07:58:23.286735 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-74833e95-363c-4135-84a9-1fc40e3182cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:23.298449 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2a4b22-2ef4-4c0b-8b02-98b79ed383fd req-80b6e0f4-5ceb-418c-b7c9-00ae0a1bee04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:58:23.300357 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-dc2a4b22-2ef4-4c0b-8b02-98b79ed383fd req-80b6e0f4-5ceb-418c-b7c9-00ae0a1bee04 service neutron] 10.222.0.76 "GET /v2.0/networks?id=da9fddda-3ab3-487d-967d-7aa78c7fc3dd HTTP/1.1" status: 200 len: 904 time: 0.2000225 Feb 04 07:58:23.304920 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-74833e95-363c-4135-84a9-1fc40e3182cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 07:58:23.314938 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-74833e95-363c-4135-84a9-1fc40e3182cf admin admin] Usage tracker for resource:security_group_rule and tenant:fff217f1ae4d42d8b3c7dbd8ff641f84 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 07:58:23.318816 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-74833e95-363c-4135-84a9-1fc40e3182cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 07:58:23.331635 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-e7d9fbf1-c7a5-4130-aa70-252f5770ad9a req-204aa244-adaf-4319-9c29-cb64d1a4608d tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] 10.222.0.99 "GET /v2.0/security-groups?id=23e57bf3-6871-46d4-a88b-2b22ec633850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4547355 Feb 04 07:58:23.333214 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-6cabbdec-4954-4207-922d-578957d58ee9 req-c6c7d8a1-0407-4b42-884a-b1605879c865 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.4005549 Feb 04 07:58:23.336140 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-74833e95-363c-4135-84a9-1fc40e3182cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 07:58:23.464946 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed56eae0-d057-445b-a86c-975c99566052', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7464ad3a-a108-4124-bb91-84a76f991163', 'code': 200} Feb 04 07:58:23.466618 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-74833e95-363c-4135-84a9-1fc40e3182cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:23.470336 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-74833e95-363c-4135-84a9-1fc40e3182cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:23.494560 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.v2.base [req-6cabbdec-4954-4207-922d-578957d58ee9 req-8654099b-5714-4e68-85c7-1d83a8609d70 service neutron] Request body: {'port': {'device_id': 'a4462ac0-d086-4c7a-ad13-3935bf61840c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73306'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 07:58:23.540393 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-4c67d64d-cf96-4555-8201-cf6a9febfc6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:58:23.585500 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-74833e95-363c-4135-84a9-1fc40e3182cf admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=fff217f1ae4d42d8b3c7dbd8ff641f84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6243660 Feb 04 07:58:23.585897 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 49736) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:58:23.586699 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74833e95-363c-4135-84a9-1fc40e3182cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59a4b1d2-1fd8-4f8b-a171-af4973d15804,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:58:23.599571 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-74833e95-363c-4135-84a9-1fc40e3182cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:58:23.705810 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-dc2a4b22-2ef4-4c0b-8b02-98b79ed383fd req-e3c3a75c-ed8b-4911-8dc7-68d5c8d5504a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c6cc8396-5f20-4fbc-970f-af0402066511 HTTP/1.1" status: 200 len: 217 time: 0.3436747 Feb 04 07:58:23.736391 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-dc3e0eed-5123-4638-8176-d31a3c43ae80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:23.740287 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Device 7464ad3a-a108-4124-bb91-84a76f991163 up at agent ovs-agent-hv-cinder-73306 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 07:58:23.769086 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-03008cc4-fab5-403c-a56c-a2b1e1730a02 req-25f7b601-6e29-45f0-9af2-ff894524316b tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/security-groups?id=2efe4fb4-6c5a-4311-a0c5-d5a12c9309ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5797355 Feb 04 07:58:23.809039 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-dc3e0eed-5123-4638-8176-d31a3c43ae80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:23.872741 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-85fac0c9-e82f-41ee-a61d-5b2e920e6613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:23.876596 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-dc3e0eed-5123-4638-8176-d31a3c43ae80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:23.881953 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Provisioning complete for port 7464ad3a-a108-4124-bb91-84a76f991163 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 07:58:23.882542 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762158'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:23.885456 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-9da699e8-5fd7-4207-ae69-b775f89f610d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:58:23.906722 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3e0eed-5123-4638-8176-d31a3c43ae80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59a4b1d2-1fd8-4f8b-a171-af4973d15804,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:58:23.916840 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-dc3e0eed-5123-4638-8176-d31a3c43ae80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:23.918327 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-dc3e0eed-5123-4638-8176-d31a3c43ae80 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/59a4b1d2-1fd8-4f8b-a171-af4973d15804 HTTP/1.1" status: 204 len: 168 time: 0.3284366 Feb 04 07:58:23.919676 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-dc3e0eed-5123-4638-8176-d31a3c43ae80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:58:24.050055 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2a4b22-2ef4-4c0b-8b02-98b79ed383fd req-5dd71de8-5829-48b9-839e-f1d62775c447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:58:24.052016 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-dc2a4b22-2ef4-4c0b-8b02-98b79ed383fd req-5dd71de8-5829-48b9-839e-f1d62775c447 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=4537a32b-846b-4c36-83cb-e761caa59ada HTTP/1.1" status: 200 len: 849 time: 0.2783487 Feb 04 07:58:24.426104 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-6cabbdec-4954-4207-922d-578957d58ee9 req-8654099b-5714-4e68-85c7-1d83a8609d70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:24.553165 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 49764) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:58:24.575341 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1d4a3254-6e17-4bd7-b503-caa508c8ea79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:24.592129 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-1d4a3254-6e17-4bd7-b503-caa508c8ea79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 07:58:24.596497 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-1d4a3254-6e17-4bd7-b503-caa508c8ea79 admin admin] Usage tracker for resource:security_group_rule and tenant:881964e50a7e4738a4d5dbbd3c65925d is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 07:58:24.600435 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-1d4a3254-6e17-4bd7-b503-caa508c8ea79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 07:58:24.606661 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-1d4a3254-6e17-4bd7-b503-caa508c8ea79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 07:58:24.646787 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e463c62-e1a8-4158-b27c-d4bded299f8c req-50eca442-6fa6-430d-afeb-b4b3ed5d8910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:58:24.648466 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-4e463c62-e1a8-4158-b27c-d4bded299f8c req-50eca442-6fa6-430d-afeb-b4b3ed5d8910 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=ed56eae0-d057-445b-a86c-975c99566052 HTTP/1.1" status: 200 len: 1163 time: 0.7354043 Feb 04 07:58:24.672537 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:24.676076 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2a4b22-2ef4-4c0b-8b02-98b79ed383fd req-221b7046-7701-4914-bc0f-1e31a3b523e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:58:24.678280 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-dc2a4b22-2ef4-4c0b-8b02-98b79ed383fd req-221b7046-7701-4914-bc0f-1e31a3b523e6 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=da9fddda-3ab3-487d-967d-7aa78c7fc3dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.5789337 Feb 04 07:58:24.735823 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1d4a3254-6e17-4bd7-b503-caa508c8ea79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:24.740975 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1d4a3254-6e17-4bd7-b503-caa508c8ea79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:24.754205 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-0b2a203a-ad16-49b9-85d1-fbeeea8feadf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:58:24.779000 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c5bb7b-5a07-4ad2-8b19-4ce9f953f3d0 req-ce2c79de-ed58-424d-b06b-0d9430e3f27e tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:58:24.780654 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-c9c5bb7b-5a07-4ad2-8b19-4ce9f953f3d0 req-ce2c79de-ed58-424d-b06b-0d9430e3f27e tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/ports?device_id=f6928dd1-8dfc-4e67-9ebb-85ac26bb95c8 HTTP/1.1" status: 200 len: 945 time: 0.8894556 Feb 04 07:58:24.812813 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-1d4a3254-6e17-4bd7-b503-caa508c8ea79 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=881964e50a7e4738a4d5dbbd3c65925d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2586288 Feb 04 07:58:24.816611 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 49772) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:58:24.832078 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4a3254-6e17-4bd7-b503-caa508c8ea79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d932060-93bb-47a4-9a36-ea5c44ff1a76,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:58:24.852887 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-1d4a3254-6e17-4bd7-b503-caa508c8ea79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:58:24.869808 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1afd43-bd70-4955-a557-3e066ef8aaa4 req-0875ac43-25d9-4466-8c9a-d10ad3ee6eb0 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:58:24.871505 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-4d1afd43-bd70-4955-a557-3e066ef8aaa4 req-0875ac43-25d9-4466-8c9a-d10ad3ee6eb0 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] 10.222.0.99 "GET /v2.0/ports?device_id=ee480593-ba86-44ab-b121-9e243feb6605 HTTP/1.1" status: 200 len: 943 time: 0.7737787 Feb 04 07:58:24.925608 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-71a6fcd9-90d4-42bf-82bf-bca12f190025 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:24.960666 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-71a6fcd9-90d4-42bf-82bf-bca12f190025 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:25.016631 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-71a6fcd9-90d4-42bf-82bf-bca12f190025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:25.024479 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:58:25.041800 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6fcd9-90d4-42bf-82bf-bca12f190025 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d932060-93bb-47a4-9a36-ea5c44ff1a76,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:58:25.051622 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-dc2a4b22-2ef4-4c0b-8b02-98b79ed383fd req-145b525f-e317-4191-9a52-e7dbf909ee6c service neutron] 10.222.0.76 "GET /v2.0/networks/da9fddda-3ab3-487d-967d-7aa78c7fc3dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749403 Feb 04 07:58:25.056390 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-71a6fcd9-90d4-42bf-82bf-bca12f190025 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:58:25.061310 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-71a6fcd9-90d4-42bf-82bf-bca12f190025 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:25.066708 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-71a6fcd9-90d4-42bf-82bf-bca12f190025 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/3d932060-93bb-47a4-9a36-ea5c44ff1a76 HTTP/1.1" status: 204 len: 168 time: 0.2488513 Feb 04 07:58:25.111664 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-4e463c62-e1a8-4158-b27c-d4bded299f8c req-5d13a29a-33a1-4c74-b76a-44195bbdac27 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=2efe4fb4-6c5a-4311-a0c5-d5a12c9309ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4387126 Feb 04 07:58:25.200511 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-19d3b842-1860-471a-9268-0862a9b26fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:25.314710 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-c9c5bb7b-5a07-4ad2-8b19-4ce9f953f3d0 req-9337c8ae-14ec-48bc-bfd8-ef1699a51721 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/security-groups?id=165ca7ed-0745-4a75-913b-d38f318fbd54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4420905 Feb 04 07:58:25.334095 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-4d1afd43-bd70-4955-a557-3e066ef8aaa4 req-519925a2-ad0e-4516-9e04-d7151c67ebf0 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] 10.222.0.99 "GET /v2.0/security-groups?id=97e209db-0d86-4808-83b0-429263fefeea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4509230 Feb 04 07:58:25.494264 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 49800) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:58:25.510781 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-dc2a4b22-2ef4-4c0b-8b02-98b79ed383fd req-f4336fe0-aa4e-4270-815d-c067d75daea3 service neutron] 10.222.0.76 "GET /v2.0/networks/da9fddda-3ab3-487d-967d-7aa78c7fc3dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4329293 Feb 04 07:58:25.644690 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.db_base_plugin_v2 [None req-414234b6-d196-4bc6-8329-4d99ea836209 admin admin] Deleting subnet 20cb5e5f-c6f4-42c4-b451-0413df21402c {{(pid=80113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Feb 04 07:58:25.648562 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-414234b6-d196-4bc6-8329-4d99ea836209 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:25.711368 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-414234b6-d196-4bc6-8329-4d99ea836209 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:25.722659 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-414234b6-d196-4bc6-8329-4d99ea836209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4562'] for subnet, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:25.902390 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804936ab-6616-4859-a4f2-c6f2ca78c98a req-7b9eff34-8836-497d-a2a2-3338e2fc60e8 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:58:25.903242 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [req-804936ab-6616-4859-a4f2-c6f2ca78c98a req-7b9eff34-8836-497d-a2a2-3338e2fc60e8 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Synchronizing usage tracker for tenant:e025b0caf149437a978dcb2e658b1da5 on resource:port {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 04 07:58:25.916683 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.notifiers.nova [req-6cabbdec-4954-4207-922d-578957d58ee9 req-8654099b-5714-4e68-85c7-1d83a8609d70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d7ab515-f1d9-473c-ba08-cd59e383eb21 {{(pid=80114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 04 07:58:25.932982 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-6cabbdec-4954-4207-922d-578957d58ee9 req-8654099b-5714-4e68-85c7-1d83a8609d70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:26.041438 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c8dee2-a21c-4d99-83ac-65069f97ff11 req-25099e37-1797-4d5e-87e8-e5894d04ca31 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:58:26.049122 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-e9c8dee2-a21c-4d99-83ac-65069f97ff11 req-25099e37-1797-4d5e-87e8-e5894d04ca31 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/ports?device_id=ed56eae0-d057-445b-a86c-975c99566052 HTTP/1.1" status: 200 len: 946 time: 0.4021990 Feb 04 07:58:26.053058 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [req-6cabbdec-4954-4207-922d-578957d58ee9 req-8654099b-5714-4e68-85c7-1d83a8609d70 service neutron] Transition to ACTIVE for port object 1d7ab515-f1d9-473c-ba08-cd59e383eb21 will not be triggered until provisioned by entity L2. {{(pid=80114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 04 07:58:26.054847 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [req-804936ab-6616-4859-a4f2-c6f2ca78c98a req-7b9eff34-8836-497d-a2a2-3338e2fc60e8 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Unset dirty status for tenant:e025b0caf149437a978dcb2e658b1da5 on resource:port {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 04 07:58:26.056394 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-804936ab-6616-4859-a4f2-c6f2ca78c98a req-7b9eff34-8836-497d-a2a2-3338e2fc60e8 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] 10.222.0.99 "GET /v2.0/ports?device_id=a4462ac0-d086-4c7a-ad13-3935bf61840c HTTP/1.1" status: 200 len: 932 time: 0.4685872 Feb 04 07:58:26.066218 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-414234b6-d196-4bc6-8329-4d99ea836209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854771238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830'] for subnet, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:26.127647 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-e9c8dee2-a21c-4d99-83ac-65069f97ff11 req-73813c2a-be53-4f49-91e5-42217baa2907 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/security-groups?id=2efe4fb4-6c5a-4311-a0c5-d5a12c9309ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772407 Feb 04 07:58:26.128390 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-6cabbdec-4954-4207-922d-578957d58ee9 req-8654099b-5714-4e68-85c7-1d83a8609d70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309259674757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309260170288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727594605546'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:26.188931 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Device c6cc8396-5f20-4fbc-970f-af0402066511 up at agent ovs-agent-hv-cinder-73306 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 07:58:26.224545 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-544cd419-0742-4f97-8126-9a9cb5c1cbe3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:58:26.270820 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414234b6-d196-4bc6-8329-4d99ea836209 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20cb5e5f-c6f4-42c4-b451-0413df21402c,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:58:26.275518 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-414234b6-d196-4bc6-8329-4d99ea836209 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:58:26.281430 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:58:26.284930 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-414234b6-d196-4bc6-8329-4d99ea836209 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:26.295712 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-414234b6-d196-4bc6-8329-4d99ea836209 admin admin] 10.222.0.99 "DELETE /v2.0/subnets/20cb5e5f-c6f4-42c4-b451-0413df21402c HTTP/1.1" status: 204 len: 168 time: 0.7993670 Feb 04 07:58:26.296516 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 49822) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:58:26.357938 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8654099b-5714-4e68-85c7-1d83a8609d70 service neutron] Pushing event updated for resources: {'Port': ['ID=1d7ab515-f1d9-473c-ba08-cd59e383eb21,revision_number=2']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:58:26.361109 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-8654099b-5714-4e68-85c7-1d83a8609d70 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:58:26.424890 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Provisioning for port c6cc8396-5f20-4fbc-970f-af0402066511 completed by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 04 07:58:26.434505 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6e0fe8b9-dc1d-4b8b-bdc9-4764ae352958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854354064'] for network, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:26.443848 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Provisioning complete for port c6cc8396-5f20-4fbc-970f-af0402066511 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 07:58:26.444369 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762158'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:26.533813 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-804936ab-6616-4859-a4f2-c6f2ca78c98a req-5ccb6fa2-adf6-46f9-8ea0-505cbf2ce6df tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] 10.222.0.99 "GET /v2.0/security-groups?id=23e57bf3-6871-46d4-a88b-2b22ec633850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4354839 Feb 04 07:58:26.547849 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [req-6cabbdec-4954-4207-922d-578957d58ee9 req-8654099b-5714-4e68-85c7-1d83a8609d70 service neutron] Attempting to bind port 1d7ab515-f1d9-473c-ba08-cd59e383eb21 on host hv-cinder-73306 for vnic_type normal with profile {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 07:58:26.548132 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [req-6cabbdec-4954-4207-922d-578957d58ee9 req-8654099b-5714-4e68-85c7-1d83a8609d70 service neutron] Attempting to bind port 1d7ab515-f1d9-473c-ba08-cd59e383eb21 by drivers openvswitch on host hv-cinder-73306 at level 0 using segments [{'id': '7f07e79c-d155-408f-9374-f6b393baea02', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd6cc8c6f-e231-4895-957c-7832ba254527'}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 04 07:58:26.548495 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cabbdec-4954-4207-922d-578957d58ee9 req-8654099b-5714-4e68-85c7-1d83a8609d70 service neutron] Attempting to bind port 1d7ab515-f1d9-473c-ba08-cd59e383eb21 on network d6cc8c6f-e231-4895-957c-7832ba254527 {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 04 07:58:26.560819 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cabbdec-4954-4207-922d-578957d58ee9 req-8654099b-5714-4e68-85c7-1d83a8609d70 service neutron] Checking agent: {'id': 'ff9cc465-2d2d-4d6a-b510-d92e1cf0c130', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73306', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 4, 7, 55, 7), 'started_at': datetime.datetime(2021, 2, 4, 7, 55, 37), 'heartbeat_timestamp': datetime.datetime(2021, 2, 4, 7, 58, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.95', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 07:58:26.571629 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cabbdec-4954-4207-922d-578957d58ee9 req-8654099b-5714-4e68-85c7-1d83a8609d70 service neutron] Checking segment: {'id': '7f07e79c-d155-408f-9374-f6b393baea02', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd6cc8c6f-e231-4895-957c-7832ba254527'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 04 07:58:26.572048 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-6cabbdec-4954-4207-922d-578957d58ee9 req-8654099b-5714-4e68-85c7-1d83a8609d70 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:26.572447 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cabbdec-4954-4207-922d-578957d58ee9 req-8654099b-5714-4e68-85c7-1d83a8609d70 service neutron] Bound using segment: {'id': '7f07e79c-d155-408f-9374-f6b393baea02', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd6cc8c6f-e231-4895-957c-7832ba254527'} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 07:58:26.572957 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [req-6cabbdec-4954-4207-922d-578957d58ee9 req-8654099b-5714-4e68-85c7-1d83a8609d70 service neutron] Bound port: 1d7ab515-f1d9-473c-ba08-cd59e383eb21, host: hv-cinder-73306, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f07e79c-d155-408f-9374-f6b393baea02', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd6cc8c6f-e231-4895-957c-7832ba254527'}}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 04 07:58:26.573335 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-6cabbdec-4954-4207-922d-578957d58ee9 req-8654099b-5714-4e68-85c7-1d83a8609d70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:26.776817 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [req-6cabbdec-4954-4207-922d-578957d58ee9 req-8654099b-5714-4e68-85c7-1d83a8609d70 service neutron] For port 1d7ab515-f1d9-473c-ba08-cd59e383eb21, host hv-cinder-73306, cleared binding levels {{(pid=80114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 04 07:58:26.785350 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [req-6cabbdec-4954-4207-922d-578957d58ee9 req-8654099b-5714-4e68-85c7-1d83a8609d70 service neutron] For port 1d7ab515-f1d9-473c-ba08-cd59e383eb21, host hv-cinder-73306, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=1d7ab515-f1d9-473c-ba08-cd59e383eb21,segment=NetworkSegment(7f07e79c-d155-408f-9374-f6b393baea02),segment_id=7f07e79c-d155-408f-9374-f6b393baea02)] {{(pid=80114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 04 07:58:26.791513 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-6cabbdec-4954-4207-922d-578957d58ee9 req-8654099b-5714-4e68-85c7-1d83a8609d70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309259674757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309260170288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727594605546'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:26.809105 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:26.854538 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6e0fe8b9-dc1d-4b8b-bdc9-4764ae352958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8537', 'neutron.services.segments.db._delete_segments_for_network--9223363309259659414'] for network, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:26.865897 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee480593-ba86-44ab-b121-9e243feb6605', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6cc8396-5f20-4fbc-970f-af0402066511'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 07:58:26.903122 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] For port c6cc8396-5f20-4fbc-970f-af0402066511, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=c6cc8396-5f20-4fbc-970f-af0402066511,segment=NetworkSegment(a34b7fa1-4a3e-4109-813a-758c7c69af69),segment_id=a34b7fa1-4a3e-4109-813a-758c7c69af69)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 07:58:26.906978 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309259674757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309260170288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727594605546'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:26.909864 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:58:27.017278 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Pushing event updated for resources: {'Port': ['ID=c6cc8396-5f20-4fbc-970f-af0402066511,revision_number=4']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:58:27.021579 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:58:27.049507 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6e0fe8b9-dc1d-4b8b-bdc9-4764ae352958 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 07:58:27.049715 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-4a07d2b2-1c56-4512-bade-0751b9dda34b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:58:27.050070 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6e0fe8b9-dc1d-4b8b-bdc9-4764ae352958 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 07:58:27.051003 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6e0fe8b9-dc1d-4b8b-bdc9-4764ae352958 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 07:58:27.051473 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6e0fe8b9-dc1d-4b8b-bdc9-4764ae352958 admin admin] Subscribe: > port after_create 55550000 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 07:58:27.051939 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6e0fe8b9-dc1d-4b8b-bdc9-4764ae352958 admin admin] Subscribe: > port after_delete 55550000 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 07:58:27.052417 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6e0fe8b9-dc1d-4b8b-bdc9-4764ae352958 admin admin] Subscribe: > port after_update 55550000 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 07:58:27.052852 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6e0fe8b9-dc1d-4b8b-bdc9-4764ae352958 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 07:58:27.053385 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6e0fe8b9-dc1d-4b8b-bdc9-4764ae352958 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 07:58:27.053817 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6e0fe8b9-dc1d-4b8b-bdc9-4764ae352958 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 07:58:27.054246 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6e0fe8b9-dc1d-4b8b-bdc9-4764ae352958 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 07:58:27.125386 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6e0fe8b9-dc1d-4b8b-bdc9-4764ae352958 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 07:58:27.125386 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6e0fe8b9-dc1d-4b8b-bdc9-4764ae352958 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 07:58:27.125650 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6e0fe8b9-dc1d-4b8b-bdc9-4764ae352958 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 07:58:27.125859 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6e0fe8b9-dc1d-4b8b-bdc9-4764ae352958 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 07:58:27.126412 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.services.segments.db [None req-6e0fe8b9-dc1d-4b8b-bdc9-4764ae352958 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9eb2bc8-045b-4383-b839-2afa1c573557']}} {{(pid=80113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 07:58:27.141964 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.services.segments.db [None req-6e0fe8b9-dc1d-4b8b-bdc9-4764ae352958 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47e37165-e57f-4561-b4be-1b314b2ec429') {'for_net_delete': True} {{(pid=80113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 07:58:27.142301 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.services.segments.db [None req-6e0fe8b9-dc1d-4b8b-bdc9-4764ae352958 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47e37165-e57f-4561-b4be-1b314b2ec429') {} {{(pid=80113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 07:58:27.156115 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6e0fe8b9-dc1d-4b8b-bdc9-4764ae352958 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363309259661718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4048064'] for segment, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:27.168294 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8654099b-5714-4e68-85c7-1d83a8609d70 service neutron] Pushing event updated for resources: {'Port': ['ID=1d7ab515-f1d9-473c-ba08-cd59e383eb21,revision_number=3']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:58:27.179370 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6e0fe8b9-dc1d-4b8b-bdc9-4764ae352958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774980'] for segment, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:27.181716 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-6e0fe8b9-dc1d-4b8b-bdc9-4764ae352958 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 04 07:58:27.217360 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-8654099b-5714-4e68-85c7-1d83a8609d70 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:58:27.404922 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cabbdec-4954-4207-922d-578957d58ee9 req-8654099b-5714-4e68-85c7-1d83a8609d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:58:27.405620 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-6cabbdec-4954-4207-922d-578957d58ee9 req-8654099b-5714-4e68-85c7-1d83a8609d70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1815815'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:27.407177 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-6cabbdec-4954-4207-922d-578957d58ee9 req-8654099b-5714-4e68-85c7-1d83a8609d70 service neutron] 10.222.0.76 "PUT /v2.0/ports/1d7ab515-f1d9-473c-ba08-cd59e383eb21 HTTP/1.1" status: 200 len: 1158 time: 3.9472206 Feb 04 07:58:27.424795 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4462ac0-d086-4c7a-ad13-3935bf61840c', 'tag': '1d7ab515-f1d9-473c-ba08-cd59e383eb21'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 07:58:27.466880 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-6e0fe8b9-dc1d-4b8b-bdc9-4764ae352958 admin admin] Network e9eb2bc8-045b-4383-b839-2afa1c573557 has no segments {{(pid=80113) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 04 07:58:27.477850 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6e0fe8b9-dc1d-4b8b-bdc9-4764ae352958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3166234'] for segment, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:27.652335 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Device c6cc8396-5f20-4fbc-970f-af0402066511 up at agent ovs-agent-hv-cinder-73306 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 07:58:27.677135 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02322e0a-df57-468a-9c50-11e6c5702c25 req-bbd6b842-e67a-40e1-9232-29127c7c1ba0 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:58:27.679126 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-02322e0a-df57-468a-9c50-11e6c5702c25 req-bbd6b842-e67a-40e1-9232-29127c7c1ba0 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/ports?device_id=f6928dd1-8dfc-4e67-9ebb-85ac26bb95c8 HTTP/1.1" status: 200 len: 945 time: 0.6318572 Feb 04 07:58:27.787236 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4addd431-22b0-477f-9321-22f636872ef5 req-59c01d1a-d1d1-4397-859a-09ca5ab581ef tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:58:27.795054 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-4addd431-22b0-477f-9321-22f636872ef5 req-59c01d1a-d1d1-4397-859a-09ca5ab581ef tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] 10.222.0.99 "GET /v2.0/ports?device_id=ee480593-ba86-44ab-b121-9e243feb6605 HTTP/1.1" status: 200 len: 945 time: 0.7488844 Feb 04 07:58:27.831048 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Provisioning complete for port c6cc8396-5f20-4fbc-970f-af0402066511 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 07:58:27.831498 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762158'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:27.859197 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-6e0fe8b9-dc1d-4b8b-bdc9-4764ae352958 admin admin] Network e9eb2bc8-045b-4383-b839-2afa1c573557 has no segments {{(pid=80113) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 04 07:58:27.893090 dv-cinder-733062-18-smb neutron-server[79999]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 04 07:58:27.893090 dv-cinder-733062-18-smb neutron-server[79999]: (rel_b, rel_a, rel_b), Feb 04 07:58:27.893090 dv-cinder-733062-18-smb neutron-server[79999]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 04 07:58:27.893090 dv-cinder-733062-18-smb neutron-server[79999]: (rel_b, rel_a, rel_b), Feb 04 07:58:27.893090 dv-cinder-733062-18-smb neutron-server[79999]: Traceback (most recent call last): Feb 04 07:58:27.893090 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 07:58:27.893090 dv-cinder-733062-18-smb neutron-server[79999]: timer() Feb 04 07:58:27.893090 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 07:58:27.893090 dv-cinder-733062-18-smb neutron-server[79999]: cb(*args, **kw) Feb 04 07:58:27.893090 dv-cinder-733062-18-smb neutron-server[79999]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 04 07:58:27.893090 dv-cinder-733062-18-smb neutron-server[79999]: return func(*args, **kwargs) Feb 04 07:58:27.893090 dv-cinder-733062-18-smb neutron-server[79999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 07:58:27.893090 dv-cinder-733062-18-smb neutron-server[79999]: self._notify() Feb 04 07:58:27.893090 dv-cinder-733062-18-smb neutron-server[79999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 07:58:27.893090 dv-cinder-733062-18-smb neutron-server[79999]: self.callback(batched_events) Feb 04 07:58:27.893090 dv-cinder-733062-18-smb neutron-server[79999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 07:58:27.893090 dv-cinder-733062-18-smb neutron-server[79999]: event.method(event) Feb 04 07:58:27.893090 dv-cinder-733062-18-smb neutron-server[79999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 07:58:27.893090 dv-cinder-733062-18-smb neutron-server[79999]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 07:58:27.893090 dv-cinder-733062-18-smb neutron-server[79999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 04 07:58:27.893090 dv-cinder-733062-18-smb neutron-server[79999]: segment_id)['aggregates'][0] Feb 04 07:58:27.893090 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 07:58:27.893090 dv-cinder-733062-18-smb neutron-server[79999]: return f(self, *a, **k) Feb 04 07:58:27.893090 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 07:58:27.893090 dv-cinder-733062-18-smb neutron-server[79999]: return self._get(url).json() Feb 04 07:58:27.893090 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 07:58:27.893090 dv-cinder-733062-18-smb neutron-server[79999]: **kwargs) Feb 04 07:58:27.893090 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 07:58:27.893090 dv-cinder-733062-18-smb neutron-server[79999]: return self.request(url, 'GET', **kwargs) Feb 04 07:58:27.893090 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 04 07:58:27.893090 dv-cinder-733062-18-smb neutron-server[79999]: **endpoint_filter) Feb 04 07:58:27.893090 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 07:58:27.893090 dv-cinder-733062-18-smb neutron-server[79999]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 07:58:27.893090 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 07:58:27.893090 dv-cinder-733062-18-smb neutron-server[79999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 07:58:27.893090 dv-cinder-733062-18-smb neutron-server[79999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 07:58:27.895437 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 49874) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:58:27.936968 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4d9e29-2afa-46f8-954f-50cf0be47690 req-e5112742-d71c-487a-a57c-8ed0e59cb60b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:58:27.938583 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-8c4d9e29-2afa-46f8-954f-50cf0be47690 req-e5112742-d71c-487a-a57c-8ed0e59cb60b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fdc2e6a78c794db1bf575f754255feb7&device_id=f6928dd1-8dfc-4e67-9ebb-85ac26bb95c8 HTTP/1.1" status: 200 len: 1162 time: 0.8903029 Feb 04 07:58:27.986242 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cabbdec-4954-4207-922d-578957d58ee9 req-758b19c1-8dd4-46d5-8a2e-aead8f623fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:58:27.988427 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-6cabbdec-4954-4207-922d-578957d58ee9 req-758b19c1-8dd4-46d5-8a2e-aead8f623fea service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e025b0caf149437a978dcb2e658b1da5&device_id=a4462ac0-d086-4c7a-ad13-3935bf61840c HTTP/1.1" status: 200 len: 1161 time: 0.5036445 Feb 04 07:58:27.991984 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6e0fe8b9-dc1d-4b8b-bdc9-4764ae352958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854767263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853136492'] for network, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:27.999028 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:58:28.021232 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Device 7464ad3a-a108-4124-bb91-84a76f991163 up at agent ovs-agent-hv-cinder-73306 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 07:58:28.065319 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0fe8b9-dc1d-4b8b-bdc9-4764ae352958 admin admin] Pushing event deleted for resources: {'Network': ['ID=e9eb2bc8-045b-4383-b839-2afa1c573557,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:58:28.077798 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-6e0fe8b9-dc1d-4b8b-bdc9-4764ae352958 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:58:28.078941 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6e0fe8b9-dc1d-4b8b-bdc9-4764ae352958 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1815815'] for network, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:28.094810 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-02322e0a-df57-468a-9c50-11e6c5702c25 req-588ba9d5-42c7-4c66-80bd-ece57e080651 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/security-groups?id=165ca7ed-0745-4a75-913b-d38f318fbd54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3989069 Feb 04 07:58:28.111551 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-6e0fe8b9-dc1d-4b8b-bdc9-4764ae352958 admin admin] 10.222.0.99 "DELETE /v2.0/networks/e9eb2bc8-045b-4383-b839-2afa1c573557 HTTP/1.1" status: 204 len: 168 time: 1.8138266 Feb 04 07:58:28.112756 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Provisioning complete for port 7464ad3a-a108-4124-bb91-84a76f991163 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 07:58:28.113183 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762158'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:28.307828 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee480593-ba86-44ab-b121-9e243feb6605', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6cc8396-5f20-4fbc-970f-af0402066511', 'code': 200} Feb 04 07:58:28.370814 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-0f430ec5-2713-4f6d-a3c8-4ad3de0fb2ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:28.418186 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-0f430ec5-2713-4f6d-a3c8-4ad3de0fb2ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 07:58:28.432301 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-0f430ec5-2713-4f6d-a3c8-4ad3de0fb2ee admin admin] Usage tracker for resource:security_group_rule and tenant:2144ffbb5b474a899501d33c2532fdc7 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 07:58:28.436902 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-0f430ec5-2713-4f6d-a3c8-4ad3de0fb2ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 07:58:28.446372 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 49896) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:58:28.491075 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-0f430ec5-2713-4f6d-a3c8-4ad3de0fb2ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 07:58:28.592748 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-e92e2a53-bdea-478b-876f-459905927385 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=f601d095897a4b3ea425ddea9e3c48a2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1415932 Feb 04 07:58:28.594832 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 49900) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:58:28.639630 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-6cabbdec-4954-4207-922d-578957d58ee9 req-020cea49-ec7e-4ebb-adb6-bef28c819c91 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1d7ab515-f1d9-473c-ba08-cd59e383eb21 HTTP/1.1" status: 200 len: 217 time: 0.6040220 Feb 04 07:58:28.727504 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-aabbf278-3c93-4165-893d-ffb7198e439b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:28.823684 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-4addd431-22b0-477f-9321-22f636872ef5 req-7346bdfc-20ff-4a8b-8751-ae59079b7685 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] 10.222.0.99 "GET /v2.0/security-groups?id=97e209db-0d86-4808-83b0-429263fefeea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0275903 Feb 04 07:58:28.855909 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-0f430ec5-2713-4f6d-a3c8-4ad3de0fb2ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:28.861699 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-0f430ec5-2713-4f6d-a3c8-4ad3de0fb2ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:28.892116 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-62502c2a-a26c-4c30-9f4e-47317b54ed0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:58:28.906456 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-0f430ec5-2713-4f6d-a3c8-4ad3de0fb2ee admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=2144ffbb5b474a899501d33c2532fdc7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9212213 Feb 04 07:58:28.916706 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 49910) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:58:28.947791 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-aabbf278-3c93-4165-893d-ffb7198e439b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:28.998002 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cabbdec-4954-4207-922d-578957d58ee9 req-b9d2b5c6-99f1-4314-9312-38b09e8f78f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:58:28.998214 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f430ec5-2713-4f6d-a3c8-4ad3de0fb2ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c29ca355-76ce-4f78-a8e4-7f89a7dae822,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:58:29.000079 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-6cabbdec-4954-4207-922d-578957d58ee9 req-b9d2b5c6-99f1-4314-9312-38b09e8f78f4 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=daa9ab9c-d070-4c63-9925-724b7f6976a7 HTTP/1.1" status: 200 len: 855 time: 0.3478513 Feb 04 07:58:29.002005 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-0f430ec5-2713-4f6d-a3c8-4ad3de0fb2ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:58:29.017808 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4462ac0-d086-4c7a-ad13-3935bf61840c', 'tag': '1d7ab515-f1d9-473c-ba08-cd59e383eb21', 'status': 'completed', 'code': 200} Feb 04 07:58:29.048780 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-556ff131-19e6-47a0-b746-c82b79532a54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:29.084321 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-556ff131-19e6-47a0-b746-c82b79532a54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:29.124680 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-6cabbdec-4954-4207-922d-578957d58ee9 req-bae1439f-3ad6-43b3-9647-a2cfd6d209c4 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d6cc8c6f-e231-4895-957c-7832ba254527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0957127 Feb 04 07:58:29.126967 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-aabbf278-3c93-4165-893d-ffb7198e439b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:29.143733 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:58:29.163425 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-aabbf278-3c93-4165-893d-ffb7198e439b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:29.167252 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-aabbf278-3c93-4165-893d-ffb7198e439b admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/cab90007-de65-4aa0-981a-154a69e55140 HTTP/1.1" status: 204 len: 168 time: 0.5676570 Feb 04 07:58:29.167252 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabbf278-3c93-4165-893d-ffb7198e439b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cab90007-de65-4aa0-981a-154a69e55140,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:58:29.179734 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-aabbf278-3c93-4165-893d-ffb7198e439b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:58:29.197967 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-556ff131-19e6-47a0-b746-c82b79532a54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:29.204949 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:58:29.220471 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556ff131-19e6-47a0-b746-c82b79532a54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c29ca355-76ce-4f78-a8e4-7f89a7dae822,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:58:29.224090 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-556ff131-19e6-47a0-b746-c82b79532a54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:58:29.231002 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-556ff131-19e6-47a0-b746-c82b79532a54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:29.232501 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-556ff131-19e6-47a0-b746-c82b79532a54 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/c29ca355-76ce-4f78-a8e4-7f89a7dae822 HTTP/1.1" status: 204 len: 168 time: 0.3154013 Feb 04 07:58:29.495678 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36280217-5853-4c97-8bd7-65091d8cedc6 req-5ffef827-9900-4438-a779-cd9f6e9ff895 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:58:29.497404 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-36280217-5853-4c97-8bd7-65091d8cedc6 req-5ffef827-9900-4438-a779-cd9f6e9ff895 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/ports?device_id=ed56eae0-d057-445b-a86c-975c99566052 HTTP/1.1" status: 200 len: 946 time: 0.8487899 Feb 04 07:58:29.514550 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f406b152-b8f1-48c4-a2ae-f1f0fe83fc4e req-f4bb2b0f-006e-45c6-a88a-cedb212e7058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:58:29.516443 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-f406b152-b8f1-48c4-a2ae-f1f0fe83fc4e req-f4bb2b0f-006e-45c6-a88a-cedb212e7058 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=ee480593-ba86-44ab-b121-9e243feb6605 HTTP/1.1" status: 200 len: 1162 time: 0.8661449 Feb 04 07:58:29.530484 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4d9e29-2afa-46f8-954f-50cf0be47690 req-8c0f7eb4-80fb-440d-9686-d38fe4e16e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:58:29.532045 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-8c4d9e29-2afa-46f8-954f-50cf0be47690 req-8c0f7eb4-80fb-440d-9686-d38fe4e16e6e service neutron] 10.222.0.76 "GET /v2.0/networks?id=3c6985d7-344a-4685-b74e-38826882e570 HTTP/1.1" status: 200 len: 912 time: 1.5592170 Feb 04 07:58:29.734456 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 49934) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:58:29.752730 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b2a9a4-5d9e-4662-bc6f-d2e30cf1fc23 req-7d372ae6-5148-489c-b422-138a0591fe29 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:58:29.754349 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f7c54e41-de35-4897-8ddf-88daf1003ff6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:29.754463 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-34b2a9a4-5d9e-4662-bc6f-d2e30cf1fc23 req-7d372ae6-5148-489c-b422-138a0591fe29 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] 10.222.0.99 "GET /v2.0/ports?device_id=a4462ac0-d086-4c7a-ad13-3935bf61840c HTTP/1.1" status: 200 len: 944 time: 0.6449966 Feb 04 07:58:29.775550 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-f7c54e41-de35-4897-8ddf-88daf1003ff6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 07:58:29.780779 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-f7c54e41-de35-4897-8ddf-88daf1003ff6 admin admin] Usage tracker for resource:security_group_rule and tenant:72b2c912e6d54d7c82bb22e63b34fddb is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 07:58:29.784775 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-f7c54e41-de35-4897-8ddf-88daf1003ff6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 07:58:29.790051 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-8c4d9e29-2afa-46f8-954f-50cf0be47690 req-81b958a5-c205-4734-acbe-1c5adbef4081 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d36bb1a4-9d66-4b28-a6bb-dce424da861c HTTP/1.1" status: 200 len: 217 time: 0.2204330 Feb 04 07:58:29.791771 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-f7c54e41-de35-4897-8ddf-88daf1003ff6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 07:58:29.797344 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-6cabbdec-4954-4207-922d-578957d58ee9 req-9e149b95-4f45-44ec-b4d9-f820a1ce913b service neutron] 10.222.0.76 "GET /v2.0/networks/d6cc8c6f-e231-4895-957c-7832ba254527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6010129 Feb 04 07:58:29.890635 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f7c54e41-de35-4897-8ddf-88daf1003ff6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:29.893887 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f7c54e41-de35-4897-8ddf-88daf1003ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:29.902351 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-2f277cfa-a781-4ca6-95b8-fdf93eec9e88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:58:29.937810 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c54e41-de35-4897-8ddf-88daf1003ff6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20f7f217-d869-464e-900e-56c06fce420c,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:58:29.942866 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-f7c54e41-de35-4897-8ddf-88daf1003ff6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:58:29.964058 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-f7c54e41-de35-4897-8ddf-88daf1003ff6 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=72b2c912e6d54d7c82bb22e63b34fddb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2283936 Feb 04 07:58:29.965297 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 49944) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:58:30.040668 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-940f3116-be51-457c-ad9d-ca1d56be8138 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:30.043652 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-36280217-5853-4c97-8bd7-65091d8cedc6 req-759a2a95-7016-414a-a4a4-e7501990469d tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/security-groups?id=2efe4fb4-6c5a-4311-a0c5-d5a12c9309ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5209980 Feb 04 07:58:30.079713 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-940f3116-be51-457c-ad9d-ca1d56be8138 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:30.132159 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4d9e29-2afa-46f8-954f-50cf0be47690 req-d4241d96-0ce4-40de-856a-5bf1ecf94dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:58:30.132565 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-940f3116-be51-457c-ad9d-ca1d56be8138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:30.133758 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-8c4d9e29-2afa-46f8-954f-50cf0be47690 req-d4241d96-0ce4-40de-856a-5bf1ecf94dbb service neutron] 10.222.0.76 "GET /v2.0/subnets?id=6e3e4c1f-bef5-4969-b1a2-0e7821d81c28 HTTP/1.1" status: 200 len: 858 time: 0.3079615 Feb 04 07:58:30.139271 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-b91e159e-aa62-44d9-9bbf-5cc9bf41c608 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:58:30.151743 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-f406b152-b8f1-48c4-a2ae-f1f0fe83fc4e req-02658e3a-a54a-4366-8535-883d8de91023 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=97e209db-0d86-4808-83b0-429263fefeea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6223786 Feb 04 07:58:30.152943 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940f3116-be51-457c-ad9d-ca1d56be8138 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20f7f217-d869-464e-900e-56c06fce420c,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:58:30.155977 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-940f3116-be51-457c-ad9d-ca1d56be8138 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:58:30.177858 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-940f3116-be51-457c-ad9d-ca1d56be8138 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:30.184664 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-940f3116-be51-457c-ad9d-ca1d56be8138 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/20f7f217-d869-464e-900e-56c06fce420c HTTP/1.1" status: 204 len: 168 time: 0.2180364 Feb 04 07:58:30.187733 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-6cabbdec-4954-4207-922d-578957d58ee9 req-4ceaeadd-ac39-4d1d-93a7-01b09767ec37 service neutron] 10.222.0.76 "GET /v2.0/networks/d6cc8c6f-e231-4895-957c-7832ba254527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3692484 Feb 04 07:58:30.241310 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-34b2a9a4-5d9e-4662-bc6f-d2e30cf1fc23 req-baea315c-8663-4cf5-b807-a59400443aa0 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] 10.222.0.99 "GET /v2.0/security-groups?id=23e57bf3-6871-46d4-a88b-2b22ec633850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4604378 Feb 04 07:58:30.631602 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-8c4d9e29-2afa-46f8-954f-50cf0be47690 req-ae81bf45-0d24-4c02-9e30-5770581892af service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3c6985d7-344a-4685-b74e-38826882e570&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1639175 Feb 04 07:58:30.758637 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8ab6fa-16f8-4447-94ba-cd37eeb537fa req-098eb2ab-f5bd-4448-8e9b-b7e8d65d150c tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:58:30.768410 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-3c8ab6fa-16f8-4447-94ba-cd37eeb537fa req-098eb2ab-f5bd-4448-8e9b-b7e8d65d150c tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/ports?device_id=f6928dd1-8dfc-4e67-9ebb-85ac26bb95c8 HTTP/1.1" status: 200 len: 945 time: 0.4573109 Feb 04 07:58:31.054747 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de35479-1eb7-4d91-8dfb-981ce0dee897 req-5053de70-f8ff-4947-9b5d-eb8833cf7ebc tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:58:31.056672 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-3de35479-1eb7-4d91-8dfb-981ce0dee897 req-5053de70-f8ff-4947-9b5d-eb8833cf7ebc tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] 10.222.0.99 "GET /v2.0/ports?device_id=ee480593-ba86-44ab-b121-9e243feb6605 HTTP/1.1" status: 200 len: 945 time: 0.5180662 Feb 04 07:58:31.127138 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-3c8ab6fa-16f8-4447-94ba-cd37eeb537fa req-308b0aea-6915-4b37-a116-98382ce8d467 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/security-groups?id=165ca7ed-0745-4a75-913b-d38f318fbd54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3600037 Feb 04 07:58:31.161379 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-8c4d9e29-2afa-46f8-954f-50cf0be47690 req-e7d9542f-8e8d-427c-8d69-ca335fa90d3c service neutron] 10.222.0.76 "GET /v2.0/networks/3c6985d7-344a-4685-b74e-38826882e570?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5036745 Feb 04 07:58:31.236154 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-3de35479-1eb7-4d91-8dfb-981ce0dee897 req-3f944593-b004-4a34-aee6-ac661d9b5f8f tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] 10.222.0.99 "GET /v2.0/security-groups?id=97e209db-0d86-4808-83b0-429263fefeea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1514990 Feb 04 07:58:31.285156 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57da939c-666c-48b3-af3d-cff12d3cd07d req-97e6068b-9a46-4a27-8493-08d92824157c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:58:31.287158 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-57da939c-666c-48b3-af3d-cff12d3cd07d req-97e6068b-9a46-4a27-8493-08d92824157c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e025b0caf149437a978dcb2e658b1da5&device_id=a4462ac0-d086-4c7a-ad13-3935bf61840c HTTP/1.1" status: 200 len: 1161 time: 0.6310670 Feb 04 07:58:31.729403 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-8c4d9e29-2afa-46f8-954f-50cf0be47690 req-635582c7-35d2-4d65-94e1-086cf261ec51 service neutron] 10.222.0.76 "GET /v2.0/networks/3c6985d7-344a-4685-b74e-38826882e570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5541871 Feb 04 07:58:31.844903 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e413c8d9-56f6-4585-a351-1b14ddbc0aec req-821fe9a8-ae46-48aa-adf9-aa127d0d3fa2 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:58:31.846604 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-e413c8d9-56f6-4585-a351-1b14ddbc0aec req-821fe9a8-ae46-48aa-adf9-aa127d0d3fa2 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/ports?device_id=ed56eae0-d057-445b-a86c-975c99566052 HTTP/1.1" status: 200 len: 946 time: 0.5584848 Feb 04 07:58:31.859962 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 50010) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:58:31.882920 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.v2.base [None req-8214b462-69dd-4a06-be5b-fde8ee944a37 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Request body: {'floatingip': {'port_id': '7464ad3a-a108-4124-bb91-84a76f991163'}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 07:58:31.902748 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57da939c-666c-48b3-af3d-cff12d3cd07d req-bd39c2b8-83e6-4471-84d9-e6486b1914b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:58:31.904512 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-57da939c-666c-48b3-af3d-cff12d3cd07d req-bd39c2b8-83e6-4471-84d9-e6486b1914b2 service neutron] 10.222.0.76 "GET /v2.0/networks?id=d6cc8c6f-e231-4895-957c-7832ba254527 HTTP/1.1" status: 200 len: 909 time: 0.5641360 Feb 04 07:58:32.053344 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-57da939c-666c-48b3-af3d-cff12d3cd07d req-04de0d50-6703-4f1d-9cb8-915b00ff1497 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1d7ab515-f1d9-473c-ba08-cd59e383eb21 HTTP/1.1" status: 200 len: 217 time: 0.1393833 Feb 04 07:58:32.102596 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-8214b462-69dd-4a06-be5b-fde8ee944a37 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Notify callbacks [] for floatingip, before_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:32.254521 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905b01d0-a93f-4fea-9653-71e146769bb6 req-aa6d4756-ca9b-4ec3-887e-f8353b7f2df9 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:58:32.256504 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-905b01d0-a93f-4fea-9653-71e146769bb6 req-aa6d4756-ca9b-4ec3-887e-f8353b7f2df9 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] 10.222.0.99 "GET /v2.0/ports?device_id=a4462ac0-d086-4c7a-ad13-3935bf61840c HTTP/1.1" status: 200 len: 944 time: 0.3443496 Feb 04 07:58:32.295201 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57da939c-666c-48b3-af3d-cff12d3cd07d req-1c6ac6b7-2509-4bb7-8903-88442d01ecc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:58:32.297813 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-57da939c-666c-48b3-af3d-cff12d3cd07d req-1c6ac6b7-2509-4bb7-8903-88442d01ecc0 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=daa9ab9c-d070-4c63-9925-724b7f6976a7 HTTP/1.1" status: 200 len: 855 time: 0.2134175 Feb 04 07:58:32.466035 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-57da939c-666c-48b3-af3d-cff12d3cd07d req-90b289e8-eeca-468a-9646-15ac23ba59e5 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d6cc8c6f-e231-4895-957c-7832ba254527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1268077 Feb 04 07:58:32.791749 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-905b01d0-a93f-4fea-9653-71e146769bb6 req-8bc63670-4a68-43bd-8e31-054ed9f81c43 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] 10.222.0.99 "GET /v2.0/security-groups?id=23e57bf3-6871-46d4-a88b-2b22ec633850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4905813 Feb 04 07:58:32.929311 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-57da939c-666c-48b3-af3d-cff12d3cd07d req-4cc46e29-8b68-46fd-8e79-84faa4113088 service neutron] 10.222.0.76 "GET /v2.0/networks/d6cc8c6f-e231-4895-957c-7832ba254527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4378803 Feb 04 07:58:33.272925 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbd63d3-8201-4cbe-a8c1-9a9e3734e8bc req-8ee89f9c-449e-4bfe-bd5e-fa7617cbdee9 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:58:33.274629 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-8cbd63d3-8201-4cbe-a8c1-9a9e3734e8bc req-8ee89f9c-449e-4bfe-bd5e-fa7617cbdee9 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/ports?device_id=f6928dd1-8dfc-4e67-9ebb-85ac26bb95c8 HTTP/1.1" status: 200 len: 945 time: 0.5919611 Feb 04 07:58:33.396884 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-8cbd63d3-8201-4cbe-a8c1-9a9e3734e8bc req-8ed89792-7edf-47cc-b2ee-9de16e72e220 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/security-groups?id=165ca7ed-0745-4a75-913b-d38f318fbd54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089044 Feb 04 07:58:33.400069 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-57da939c-666c-48b3-af3d-cff12d3cd07d req-48ccb992-0dfd-4983-ae81-73e3977be078 service neutron] 10.222.0.76 "GET /v2.0/networks/d6cc8c6f-e231-4895-957c-7832ba254527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4627509 Feb 04 07:58:33.501166 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65a72f1-b5e3-45a9-aeb3-d82faaa50a77 req-6ecb5dba-3f4a-4dad-ae97-92e64600e046 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:58:33.511315 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-d65a72f1-b5e3-45a9-aeb3-d82faaa50a77 req-6ecb5dba-3f4a-4dad-ae97-92e64600e046 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] 10.222.0.99 "GET /v2.0/ports?device_id=ee480593-ba86-44ab-b121-9e243feb6605 HTTP/1.1" status: 200 len: 945 time: 0.5081818 Feb 04 07:58:33.592811 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-d65a72f1-b5e3-45a9-aeb3-d82faaa50a77 req-41dabe04-3f19-4ea2-a9be-f442de3d6ef0 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] 10.222.0.99 "GET /v2.0/security-groups?id=97e209db-0d86-4808-83b0-429263fefeea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802445 Feb 04 07:58:33.630707 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-8214b462-69dd-4a06-be5b-fde8ee944a37 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:33.633727 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-8214b462-69dd-4a06-be5b-fde8ee944a37 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853136389'] for floatingip, after_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:33.866503 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.db.l3_db [None req-8214b462-69dd-4a06-be5b-fde8ee944a37 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Floating IP 16359b87-9f1d-4f7c-bf08-071109c5391f associated. External IP: 172.28.3.120, port: 7464ad3a-a108-4124-bb91-84a76f991163. Feb 04 07:58:33.971089 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f75de8-59a7-4e2e-93bf-e96e46e380c4 req-e8c6dbd1-b7e6-4a3c-bc4e-5d08469719fd tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:58:33.973057 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-e4f75de8-59a7-4e2e-93bf-e96e46e380c4 req-e8c6dbd1-b7e6-4a3c-bc4e-5d08469719fd tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] 10.222.0.99 "GET /v2.0/ports?device_id=ee480593-ba86-44ab-b121-9e243feb6605 HTTP/1.1" status: 200 len: 945 time: 0.2476268 Feb 04 07:58:33.983847 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.99', 50096) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:58:33.993067 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.v2.base [None req-c3400bf0-5fcd-43a7-92cb-c33f102baf53 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Request body: {'floatingip': {'port_id': 'c6cc8396-5f20-4fbc-970f-af0402066511'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 07:58:34.184042 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-c3400bf0-5fcd-43a7-92cb-c33f102baf53 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Notify callbacks [] for floatingip, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:34.366434 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 50114) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:58:34.484364 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8214b462-69dd-4a06-be5b-fde8ee944a37 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Router e82e6950-e47b-4b6f-8804-e29ee5c63d5b has already been hosted by L3 agent 9b1007a2-cea1-4e19-8fd5-ed5c2617e796 {{(pid=80113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 04 07:58:34.535360 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Device c6cc8396-5f20-4fbc-970f-af0402066511 up at agent ovs-agent-hv-cinder-73306 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 07:58:34.740152 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Provisioning complete for port c6cc8396-5f20-4fbc-970f-af0402066511 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 07:58:34.741918 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762158'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:34.849316 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-7aaa7285-74e6-47c6-a2c0-627325298fef admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:34.877803 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-7aaa7285-74e6-47c6-a2c0-627325298fef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 07:58:34.881559 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8214b462-69dd-4a06-be5b-fde8ee944a37 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Notify agent at l3_agent.dv-cinder-733062-18-smb the message routers_updated {{(pid=80113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 04 07:58:34.886861 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-8214b462-69dd-4a06-be5b-fde8ee944a37 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3799'] for floatingip, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:34.898238 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d30919c-b586-44d2-aed3-f161d1a90fdc None None] Sync routers for ids ['e82e6950-e47b-4b6f-8804-e29ee5c63d5b'] in dv-cinder-733062-18-smb {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 04 07:58:34.916938 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d30919c-b586-44d2-aed3-f161d1a90fdc None None] Routers {'e82e6950-e47b-4b6f-8804-e29ee5c63d5b'} bound to L3 agent in host dv-cinder-733062-18-smb {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 04 07:58:34.917613 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-0d30919c-b586-44d2-aed3-f161d1a90fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-04T07:47:53Z,description=,heartbeat_timestamp=2021-02-04T07:58:23Z,host='dv-cinder-733062-18-smb',id=9b1007a2-cea1-4e19-8fd5-ed5c2617e796,load=0,resource_versions=,resources_synced=,started_at=2021-02-04T07:47:53Z,topic='l3_agent')) {'router_ids': ['e82e6950-e47b-4b6f-8804-e29ee5c63d5b'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 07:58:34.932198 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-7aaa7285-74e6-47c6-a2c0-627325298fef admin admin] Usage tracker for resource:security_group_rule and tenant:052c757599fa486fb5a9e7e48dc81166 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 07:58:34.955323 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-7aaa7285-74e6-47c6-a2c0-627325298fef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 07:58:34.993891 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-7aaa7285-74e6-47c6-a2c0-627325298fef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 07:58:35.000411 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Device 1d7ab515-f1d9-473c-ba08-cd59e383eb21 up at agent ovs-agent-hv-cinder-73306 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 07:58:35.044868 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-8214b462-69dd-4a06-be5b-fde8ee944a37 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "PUT /v2.0/floatingips/16359b87-9f1d-4f7c-bf08-071109c5391f HTTP/1.1" status: 200 len: 992 time: 3.1802137 Feb 04 07:58:35.045526 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed56eae0-d057-445b-a86c-975c99566052', 'tag': '7464ad3a-a108-4124-bb91-84a76f991163'}] {{(pid=80113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 07:58:35.199561 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Provisioning for port 1d7ab515-f1d9-473c-ba08-cd59e383eb21 completed by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 04 07:58:35.226749 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-7aaa7285-74e6-47c6-a2c0-627325298fef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:35.228867 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Provisioning complete for port 1d7ab515-f1d9-473c-ba08-cd59e383eb21 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 07:58:35.229609 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762158'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:35.231810 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-7aaa7285-74e6-47c6-a2c0-627325298fef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:35.270456 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:58:35.282596 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-7aaa7285-74e6-47c6-a2c0-627325298fef admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=052c757599fa486fb5a9e7e48dc81166&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9062710 Feb 04 07:58:35.314352 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 50146) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:58:35.464071 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvr_db [None req-0d30919c-b586-44d2-aed3-f161d1a90fdc None None] Set router e82e6950-e47b-4b6f-8804-e29ee5c63d5b gateway port host: dv-cinder-733062-18-smb {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 04 07:58:35.468052 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaa7285-74e6-47c6-a2c0-627325298fef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=358c17d0-e65f-4304-904d-a270e64fc012,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:58:35.472046 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-7aaa7285-74e6-47c6-a2c0-627325298fef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:58:35.509215 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-269cdad5-4538-46e7-9744-59cb13003cea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:35.550631 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-269cdad5-4538-46e7-9744-59cb13003cea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:35.578808 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:35.609932 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-269cdad5-4538-46e7-9744-59cb13003cea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:35.615664 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.db.resource_extend [None req-c3400bf0-5fcd-43a7-92cb-c33f102baf53 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 04 07:58:35.624602 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-74833e95-363c-4135-84a9-1fc40e3182cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:58:35.652747 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4462ac0-d086-4c7a-ad13-3935bf61840c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d7ab515-f1d9-473c-ba08-cd59e383eb21'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 07:58:35.663615 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269cdad5-4538-46e7-9744-59cb13003cea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=358c17d0-e65f-4304-904d-a270e64fc012,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:58:35.672866 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-269cdad5-4538-46e7-9744-59cb13003cea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:58:35.680449 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-269cdad5-4538-46e7-9744-59cb13003cea admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:35.686205 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-269cdad5-4538-46e7-9744-59cb13003cea admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/358c17d0-e65f-4304-904d-a270e64fc012 HTTP/1.1" status: 204 len: 168 time: 0.3648617 Feb 04 07:58:35.695901 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] For port 1d7ab515-f1d9-473c-ba08-cd59e383eb21, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=1d7ab515-f1d9-473c-ba08-cd59e383eb21,segment=NetworkSegment(7f07e79c-d155-408f-9374-f6b393baea02),segment_id=7f07e79c-d155-408f-9374-f6b393baea02)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 07:58:35.729796 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309259674757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309260170288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727594605546'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:35.732946 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-898f6650-7679-480d-bde3-d2eb47a16918 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:58:35.829507 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Pushing event updated for resources: {'Port': ['ID=1d7ab515-f1d9-473c-ba08-cd59e383eb21,revision_number=4']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:58:35.844857 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:58:36.041761 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21638825-f048-4ad4-a40b-3f70a6604eec req-2cdb2d68-62ee-409e-8d8b-b5627bacffbf tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:58:36.069567 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-21638825-f048-4ad4-a40b-3f70a6604eec req-2cdb2d68-62ee-409e-8d8b-b5627bacffbf tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] 10.222.0.99 "GET /v2.0/ports?device_id=a4462ac0-d086-4c7a-ad13-3935bf61840c HTTP/1.1" status: 200 len: 944 time: 1.9918385 Feb 04 07:58:36.071494 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-0d30919c-b586-44d2-aed3-f161d1a90fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e82e6950-e47b-4b6f-8804-e29ee5c63d5b', 'name': 'tempest-AttachVolumeShelveTestJSON-35567972-router', 'tenant_id': '672bfb04a4f44fa3ae40a386ff3ebb9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'external_fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.111'}], 'enable_snat': True}, 'gw_port_id': 'b89ec45b-8d09-4de9-896d-76dcee756ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T07:57:20Z', 'updated_at': '2021-02-04T07:57:41Z', 'revision_number': 4, 'project_id': '672bfb04a4f44fa3ae40a386ff3ebb9b', 'gw_port': {'id': 'b89ec45b-8d09-4de9-896d-76dcee756ac5', 'name': '', 'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c6:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82e6950-e47b-4b6f-8804-e29ee5c63d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T07:57:22Z', 'updated_at': '2021-02-04T07:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-18-smb', '_floatingips': [{'id': '16359b87-9f1d-4f7c-bf08-071109c5391f', 'tenant_id': '672bfb04a4f44fa3ae40a386ff3ebb9b', 'floating_ip_address': '172.28.3.120', 'floating_network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'router_id': 'e82e6950-e47b-4b6f-8804-e29ee5c63d5b', 'port_id': '7464ad3a-a108-4124-bb91-84a76f991163', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c065512-3d6a-479a-b479-11e02ccc5658', 'mac_address': 'fa:16:3e:81:ef:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed56eae0-d057-445b-a86c-975c99566052', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-04T07:57:53Z', 'updated_at': '2021-02-04T07:58:33Z', 'revision_number': 1, 'project_id': '672bfb04a4f44fa3ae40a386ff3ebb9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21315a2b-4a9c-479a-8737-a839e11153b3', 'name': '', 'network_id': '3c065512-3d6a-479a-b479-11e02ccc5658', 'tenant_id': '672bfb04a4f44fa3ae40a386ff3ebb9b', 'mac_address': 'fa:16:3e:32:ee:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82e6950-e47b-4b6f-8804-e29ee5c63d5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'c113e9e9-819c-413f-8742-7912f5a3f620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T07:57:35Z', 'updated_at': '2021-02-04T07:57:52Z', 'revision_number': 5, 'project_id': '672bfb04a4f44fa3ae40a386ff3ebb9b', 'subnets': [{'id': 'c113e9e9-819c-413f-8742-7912f5a3f620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733062-18-smb', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 07:58:36.076450 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d30919c-b586-44d2-aed3-f161d1a90fdc None None] Checking router: e82e6950-e47b-4b6f-8804-e29ee5c63d5b for host: dv-cinder-733062-18-smb {{(pid=80116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 04 07:58:36.076898 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 50178) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:58:36.083427 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-c3400bf0-5fcd-43a7-92cb-c33f102baf53 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:36.088548 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d30919c-b586-44d2-aed3-f161d1a90fdc None None] Routers {'e82e6950-e47b-4b6f-8804-e29ee5c63d5b'} bound to L3 agent in host dv-cinder-733062-18-smb {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 04 07:58:36.089359 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-0d30919c-b586-44d2-aed3-f161d1a90fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-04T07:47:53Z,description=,heartbeat_timestamp=2021-02-04T07:58:23Z,host='dv-cinder-733062-18-smb',id=9b1007a2-cea1-4e19-8fd5-ed5c2617e796,load=0,resource_versions=,resources_synced=,started_at=2021-02-04T07:47:53Z,topic='l3_agent')) {'router_ids': ['e82e6950-e47b-4b6f-8804-e29ee5c63d5b'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 07:58:36.247376 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78629628-8f6a-422c-989d-4636b7b65967 req-e089df7c-0d77-4ac1-bbcf-9652797709c6 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:58:36.255136 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-78629628-8f6a-422c-989d-4636b7b65967 req-e089df7c-0d77-4ac1-bbcf-9652797709c6 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/ports?device_id=f6928dd1-8dfc-4e67-9ebb-85ac26bb95c8 HTTP/1.1" status: 200 len: 945 time: 1.0333555 Feb 04 07:58:36.286492 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Device 1d7ab515-f1d9-473c-ba08-cd59e383eb21 up at agent ovs-agent-hv-cinder-73306 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 07:58:36.300960 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-c3400bf0-5fcd-43a7-92cb-c33f102baf53 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853136389'] for floatingip, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:36.422361 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvr_db [None req-0d30919c-b586-44d2-aed3-f161d1a90fdc None None] Set router e82e6950-e47b-4b6f-8804-e29ee5c63d5b gateway port host: dv-cinder-733062-18-smb {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 04 07:58:36.436526 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Provisioning complete for port 1d7ab515-f1d9-473c-ba08-cd59e383eb21 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 07:58:36.445997 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762158'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:36.559685 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-21638825-f048-4ad4-a40b-3f70a6604eec req-b07e77f0-1ec2-4213-8313-53a43f794505 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] 10.222.0.99 "GET /v2.0/security-groups?id=23e57bf3-6871-46d4-a88b-2b22ec633850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4887033 Feb 04 07:58:36.590789 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-e74c2e2c-e323-4130-8d71-a4e761034e9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:36.633744 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-78629628-8f6a-422c-989d-4636b7b65967 req-aadc0555-3098-403a-90ce-970617a959c4 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/security-groups?id=165ca7ed-0745-4a75-913b-d38f318fbd54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3775980 Feb 04 07:58:36.646482 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-e74c2e2c-e323-4130-8d71-a4e761034e9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 07:58:36.655472 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-e74c2e2c-e323-4130-8d71-a4e761034e9f admin admin] Usage tracker for resource:security_group_rule and tenant:8f9f8d77eb7a4c9eb60324eec6501936 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 07:58:36.659569 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-e74c2e2c-e323-4130-8d71-a4e761034e9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 07:58:36.686969 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-e74c2e2c-e323-4130-8d71-a4e761034e9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 07:58:36.774186 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.db.l3_db [None req-c3400bf0-5fcd-43a7-92cb-c33f102baf53 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Floating IP e0bbf7b4-882c-47fa-84fe-d04f54d9b9ca associated. External IP: 172.28.3.174, port: c6cc8396-5f20-4fbc-970f-af0402066511. Feb 04 07:58:36.792891 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-e74c2e2c-e323-4130-8d71-a4e761034e9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:36.798946 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-e74c2e2c-e323-4130-8d71-a4e761034e9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:36.820888 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-e4cb5526-368e-4c39-a725-00306e5484f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:58:36.860597 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed56eae0-d057-445b-a86c-975c99566052', 'tag': '7464ad3a-a108-4124-bb91-84a76f991163', 'status': 'completed', 'code': 200} Feb 04 07:58:36.913208 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-e74c2e2c-e323-4130-8d71-a4e761034e9f admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=8f9f8d77eb7a4c9eb60324eec6501936&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8347609 Feb 04 07:58:36.914131 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74c2e2c-e323-4130-8d71-a4e761034e9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b72f941c-09ac-4f62-b896-756141baac85,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:58:36.933226 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 50202) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:58:36.939688 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-e74c2e2c-e323-4130-8d71-a4e761034e9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:58:36.996095 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4462ac0-d086-4c7a-ad13-3935bf61840c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d7ab515-f1d9-473c-ba08-cd59e383eb21', 'code': 200} Feb 04 07:58:37.045258 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-0d30919c-b586-44d2-aed3-f161d1a90fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e82e6950-e47b-4b6f-8804-e29ee5c63d5b', 'name': 'tempest-AttachVolumeShelveTestJSON-35567972-router', 'tenant_id': '672bfb04a4f44fa3ae40a386ff3ebb9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'external_fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.111'}], 'enable_snat': True}, 'gw_port_id': 'b89ec45b-8d09-4de9-896d-76dcee756ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T07:57:20Z', 'updated_at': '2021-02-04T07:57:41Z', 'revision_number': 4, 'project_id': '672bfb04a4f44fa3ae40a386ff3ebb9b', 'gw_port': {'id': 'b89ec45b-8d09-4de9-896d-76dcee756ac5', 'name': '', 'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c6:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82e6950-e47b-4b6f-8804-e29ee5c63d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T07:57:22Z', 'updated_at': '2021-02-04T07:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-18-smb', '_floatingips': [{'id': '16359b87-9f1d-4f7c-bf08-071109c5391f', 'tenant_id': '672bfb04a4f44fa3ae40a386ff3ebb9b', 'floating_ip_address': '172.28.3.120', 'floating_network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'router_id': 'e82e6950-e47b-4b6f-8804-e29ee5c63d5b', 'port_id': '7464ad3a-a108-4124-bb91-84a76f991163', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c065512-3d6a-479a-b479-11e02ccc5658', 'mac_address': 'fa:16:3e:81:ef:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed56eae0-d057-445b-a86c-975c99566052', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-04T07:57:53Z', 'updated_at': '2021-02-04T07:58:33Z', 'revision_number': 1, 'project_id': '672bfb04a4f44fa3ae40a386ff3ebb9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21315a2b-4a9c-479a-8737-a839e11153b3', 'name': '', 'network_id': '3c065512-3d6a-479a-b479-11e02ccc5658', 'tenant_id': '672bfb04a4f44fa3ae40a386ff3ebb9b', 'mac_address': 'fa:16:3e:32:ee:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82e6950-e47b-4b6f-8804-e29ee5c63d5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'c113e9e9-819c-413f-8742-7912f5a3f620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T07:57:35Z', 'updated_at': '2021-02-04T07:57:52Z', 'revision_number': 5, 'project_id': '672bfb04a4f44fa3ae40a386ff3ebb9b', 'subnets': [{'id': 'c113e9e9-819c-413f-8742-7912f5a3f620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733062-18-smb', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 07:58:37.050906 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d30919c-b586-44d2-aed3-f161d1a90fdc None None] The sync data for ids ['e82e6950-e47b-4b6f-8804-e29ee5c63d5b'] in dv-cinder-733062-18-smb is: [{'id': 'e82e6950-e47b-4b6f-8804-e29ee5c63d5b', 'name': 'tempest-AttachVolumeShelveTestJSON-35567972-router', 'tenant_id': '672bfb04a4f44fa3ae40a386ff3ebb9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'external_fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.111'}], 'enable_snat': True}, 'gw_port_id': 'b89ec45b-8d09-4de9-896d-76dcee756ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T07:57:20Z', 'updated_at': '2021-02-04T07:57:41Z', 'revision_number': 4, 'project_id': '672bfb04a4f44fa3ae40a386ff3ebb9b', 'gw_port': {'id': 'b89ec45b-8d09-4de9-896d-76dcee756ac5', 'name': '', 'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c6:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82e6950-e47b-4b6f-8804-e29ee5c63d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T07:57:22Z', 'updated_at': '2021-02-04T07:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-18-smb', '_floatingips': [{'id': '16359b87-9f1d-4f7c-bf08-071109c5391f', 'tenant_id': '672bfb04a4f44fa3ae40a386ff3ebb9b', 'floating_ip_address': '172.28.3.120', 'floating_network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'router_id': 'e82e6950-e47b-4b6f-8804-e29ee5c63d5b', 'port_id': '7464ad3a-a108-4124-bb91-84a76f991163', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c065512-3d6a-479a-b479-11e02ccc5658', 'mac_address': 'fa:16:3e:81:ef:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed56eae0-d057-445b-a86c-975c99566052', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-04T07:57:53Z', 'updated_at': '2021-02-04T07:58:33Z', 'revision_number': 1, 'project_id': '672bfb04a4f44fa3ae40a386ff3ebb9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21315a2b-4a9c-479a-8737-a839e11153b3', 'name': '', 'network_id': '3c065512-3d6a-479a-b479-11e02ccc5658', 'tenant_id': '672bfb04a4f44fa3ae40a386ff3ebb9b', 'mac_address': 'fa:16:3e:32:ee:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82e6950-e47b-4b6f-8804-e29ee5c63d5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'c113e9e9-819c-413f-8742-7912f5a3f620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T07:57:35Z', 'updated_at': '2021-02-04T07:57:52Z', 'revision_number': 5, 'project_id': '672bfb04a4f44fa3ae40a386ff3ebb9b', 'subnets': [{'id': 'c113e9e9-819c-413f-8742-7912f5a3f620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 04 07:58:37.073047 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-e0c46daf-8d9f-47e7-abb4-e7377622d152 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:37.156669 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-e0c46daf-8d9f-47e7-abb4-e7377622d152 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:37.215924 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-e0c46daf-8d9f-47e7-abb4-e7377622d152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:37.221402 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-93b62da6-7827-4664-b35c-894b6102fb52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:58:37.241156 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c46daf-8d9f-47e7-abb4-e7377622d152 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b72f941c-09ac-4f62-b896-756141baac85,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:58:37.250225 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-e0c46daf-8d9f-47e7-abb4-e7377622d152 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:58:37.251233 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-e0c46daf-8d9f-47e7-abb4-e7377622d152 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:37.263483 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-e0c46daf-8d9f-47e7-abb4-e7377622d152 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/b72f941c-09ac-4f62-b896-756141baac85 HTTP/1.1" status: 204 len: 168 time: 0.3213563 Feb 04 07:58:37.299897 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dde987c-e545-47ea-a36c-96b099bb6b8f req-ece78649-0f44-4c40-b8ae-174337db250d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:58:37.302521 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-6dde987c-e545-47ea-a36c-96b099bb6b8f req-ece78649-0f44-4c40-b8ae-174337db250d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=672bfb04a4f44fa3ae40a386ff3ebb9b&device_id=ed56eae0-d057-445b-a86c-975c99566052 HTTP/1.1" status: 200 len: 1163 time: 0.3538771 Feb 04 07:58:37.473033 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:37.564027 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f63a5c-f040-4ecb-8699-4f26ba429c15 None None] New status for floating IP 16359b87-9f1d-4f7c-bf08-071109c5391f: ACTIVE {{(pid=80115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 04 07:58:37.620302 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dde987c-e545-47ea-a36c-96b099bb6b8f req-44805df7-856b-450b-9830-2497538bb7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:58:37.621751 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-6dde987c-e545-47ea-a36c-96b099bb6b8f req-44805df7-856b-450b-9830-2497538bb7d9 service neutron] 10.222.0.76 "GET /v2.0/networks?id=3c065512-3d6a-479a-b479-11e02ccc5658 HTTP/1.1" status: 200 len: 909 time: 0.3011186 Feb 04 07:58:38.134475 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 50248) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:58:38.192568 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-6dde987c-e545-47ea-a36c-96b099bb6b8f req-a2611549-8420-42d9-ae1f-5d2bdedfdaf3 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7464ad3a-a108-4124-bb91-84a76f991163 HTTP/1.1" status: 200 len: 1000 time: 0.5505092 Feb 04 07:58:38.202929 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-0d015f4f-86d9-462e-a2c4-c054e5ef4435 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:38.249902 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-0d015f4f-86d9-462e-a2c4-c054e5ef4435 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 07:58:38.264955 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-0d015f4f-86d9-462e-a2c4-c054e5ef4435 admin admin] Usage tracker for resource:security_group_rule and tenant:cd51dc8abf4440b09d610026bbd125a1 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 07:58:38.272418 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-0d015f4f-86d9-462e-a2c4-c054e5ef4435 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 07:58:38.289835 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-0d015f4f-86d9-462e-a2c4-c054e5ef4435 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 07:58:38.506170 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-0d015f4f-86d9-462e-a2c4-c054e5ef4435 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:38.510662 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-0d015f4f-86d9-462e-a2c4-c054e5ef4435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:38.524512 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-ff0e153c-d1b7-4ba8-8541-315cd6006c1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:58:38.590799 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-0d015f4f-86d9-462e-a2c4-c054e5ef4435 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=cd51dc8abf4440b09d610026bbd125a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4547434 Feb 04 07:58:38.592041 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d015f4f-86d9-462e-a2c4-c054e5ef4435 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27be2f36-2597-4dee-9618-18a3a4c27306,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:58:38.597742 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-0d015f4f-86d9-462e-a2c4-c054e5ef4435 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:58:38.599319 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 50268) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:58:38.740264 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-5a7293f5-7afb-41be-aeb9-555c1dfa7fcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:38.788464 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-5a7293f5-7afb-41be-aeb9-555c1dfa7fcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:38.806996 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3400bf0-5fcd-43a7-92cb-c33f102baf53 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Router 20a7d0af-5908-48c5-9dcf-280b21b669ad has already been hosted by L3 agent 9b1007a2-cea1-4e19-8fd5-ed5c2617e796 {{(pid=80114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 04 07:58:38.878277 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-5a7293f5-7afb-41be-aeb9-555c1dfa7fcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:38.883769 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-71a6fcd9-90d4-42bf-82bf-bca12f190025 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:58:38.898114 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7293f5-7afb-41be-aeb9-555c1dfa7fcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27be2f36-2597-4dee-9618-18a3a4c27306,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:58:38.901142 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-5a7293f5-7afb-41be-aeb9-555c1dfa7fcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:58:38.903743 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-5a7293f5-7afb-41be-aeb9-555c1dfa7fcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:38.904966 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-5a7293f5-7afb-41be-aeb9-555c1dfa7fcb admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/27be2f36-2597-4dee-9618-18a3a4c27306 HTTP/1.1" status: 204 len: 168 time: 0.3042283 Feb 04 07:58:38.911744 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dde987c-e545-47ea-a36c-96b099bb6b8f req-46f6f1ef-f539-474b-b29e-5ddd656b7d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:58:38.913405 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-6dde987c-e545-47ea-a36c-96b099bb6b8f req-46f6f1ef-f539-474b-b29e-5ddd656b7d49 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c113e9e9-819c-413f-8742-7912f5a3f620 HTTP/1.1" status: 200 len: 854 time: 0.7076781 Feb 04 07:58:38.920655 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df1e581-780c-4a13-b72e-8efcdbc7f34e req-a0128346-c8fe-43a8-a12b-7d5f3db9e5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:58:38.922295 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-4df1e581-780c-4a13-b72e-8efcdbc7f34e req-a0128346-c8fe-43a8-a12b-7d5f3db9e5d1 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=a4462ac0-d086-4c7a-ad13-3935bf61840c HTTP/1.1" status: 200 len: 1163 time: 1.6153445 Feb 04 07:58:39.012886 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 50288) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:58:39.247204 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d599c5-2351-45b3-be4e-7c28e0bb82cc req-9df1bf82-5ceb-4f7a-b6d7-6ba15b2302a2 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:58:39.256186 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-22d599c5-2351-45b3-be4e-7c28e0bb82cc req-9df1bf82-5ceb-4f7a-b6d7-6ba15b2302a2 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/ports?device_id=f6928dd1-8dfc-4e67-9ebb-85ac26bb95c8 HTTP/1.1" status: 200 len: 945 time: 1.1166222 Feb 04 07:58:39.333463 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-4df1e581-780c-4a13-b72e-8efcdbc7f34e req-db0d9be9-5336-46d4-9974-d8da57a720e1 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=23e57bf3-6871-46d4-a88b-2b22ec633850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3460743 Feb 04 07:58:39.384559 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-bd0e4eea-821e-42b4-b0ed-07696ef5da15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:39.431572 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-bd0e4eea-821e-42b4-b0ed-07696ef5da15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 07:58:39.437909 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-bd0e4eea-821e-42b4-b0ed-07696ef5da15 admin admin] Usage tracker for resource:security_group_rule and tenant:1d0b94930be44f8e972bbf9a87129693 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 07:58:39.445805 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-bd0e4eea-821e-42b4-b0ed-07696ef5da15 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 07:58:39.454818 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-bd0e4eea-821e-42b4-b0ed-07696ef5da15 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 07:58:39.580488 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcd7f75-a3db-4f6c-b936-69dd99a736e7 req-b48326d2-8149-420f-be5f-60bee422be21 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:58:39.588381 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-2bcd7f75-a3db-4f6c-b936-69dd99a736e7 req-b48326d2-8149-420f-be5f-60bee422be21 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] 10.222.0.99 "GET /v2.0/ports?device_id=a4462ac0-d086-4c7a-ad13-3935bf61840c HTTP/1.1" status: 200 len: 946 time: 1.5199647 Feb 04 07:58:39.608486 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-bd0e4eea-821e-42b4-b0ed-07696ef5da15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:39.612075 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-bd0e4eea-821e-42b4-b0ed-07696ef5da15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:39.626796 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-96d4f982-08e5-44b9-83d9-bae29f314257 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:58:39.650471 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-22d599c5-2351-45b3-be4e-7c28e0bb82cc req-73a3809d-2153-4ad3-bf4c-72cfe6a52b58 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/security-groups?id=165ca7ed-0745-4a75-913b-d38f318fbd54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3931301 Feb 04 07:58:39.675356 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-bd0e4eea-821e-42b4-b0ed-07696ef5da15 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=1d0b94930be44f8e972bbf9a87129693&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6605451 Feb 04 07:58:39.678293 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 50316) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:58:39.702297 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0e4eea-821e-42b4-b0ed-07696ef5da15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dfa1ae8-e375-4b9a-a407-54e9644fb19e,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:58:39.709205 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-bd0e4eea-821e-42b4-b0ed-07696ef5da15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:58:39.795429 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-2bcd7f75-a3db-4f6c-b936-69dd99a736e7 req-b5a302a5-aed0-4b09-9bbd-5b43a646c797 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] 10.222.0.99 "GET /v2.0/security-groups?id=23e57bf3-6871-46d4-a88b-2b22ec633850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053623 Feb 04 07:58:39.809813 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dde987c-e545-47ea-a36c-96b099bb6b8f req-06e20048-db86-440e-a7e8-51ce43d0add6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:58:39.818195 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-6dde987c-e545-47ea-a36c-96b099bb6b8f req-06e20048-db86-440e-a7e8-51ce43d0add6 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3c065512-3d6a-479a-b479-11e02ccc5658&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.8399186 Feb 04 07:58:39.831849 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6455d1a4-657c-47bd-8b7b-9fb1f3e01809 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:39.884090 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3400bf0-5fcd-43a7-92cb-c33f102baf53 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Notify agent at l3_agent.dv-cinder-733062-18-smb the message routers_updated {{(pid=80114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 04 07:58:39.905895 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6455d1a4-657c-47bd-8b7b-9fb1f3e01809 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:39.908081 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194c7ff6-40ee-4c26-a471-9175ee8cb26e None None] Sync routers for ids ['20a7d0af-5908-48c5-9dcf-280b21b669ad'] in dv-cinder-733062-18-smb {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 04 07:58:39.934320 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194c7ff6-40ee-4c26-a471-9175ee8cb26e None None] Routers {'20a7d0af-5908-48c5-9dcf-280b21b669ad'} bound to L3 agent in host dv-cinder-733062-18-smb {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 04 07:58:39.934992 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-194c7ff6-40ee-4c26-a471-9175ee8cb26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-04T07:47:53Z,description=,heartbeat_timestamp=2021-02-04T07:58:23Z,host='dv-cinder-733062-18-smb',id=9b1007a2-cea1-4e19-8fd5-ed5c2617e796,load=0,resource_versions=,resources_synced=,started_at=2021-02-04T07:47:53Z,topic='l3_agent')) {'router_ids': ['20a7d0af-5908-48c5-9dcf-280b21b669ad'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 07:58:39.964886 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6455d1a4-657c-47bd-8b7b-9fb1f3e01809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:39.974501 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-f7c54e41-de35-4897-8ddf-88daf1003ff6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:58:39.994419 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6455d1a4-657c-47bd-8b7b-9fb1f3e01809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dfa1ae8-e375-4b9a-a407-54e9644fb19e,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:58:39.997369 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6455d1a4-657c-47bd-8b7b-9fb1f3e01809 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:40.001739 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-6455d1a4-657c-47bd-8b7b-9fb1f3e01809 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/5dfa1ae8-e375-4b9a-a407-54e9644fb19e HTTP/1.1" status: 204 len: 168 time: 0.3223488 Feb 04 07:58:40.002930 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-6455d1a4-657c-47bd-8b7b-9fb1f3e01809 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:58:40.101369 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-c3400bf0-5fcd-43a7-92cb-c33f102baf53 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3799'] for floatingip, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:40.171316 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-6dde987c-e545-47ea-a36c-96b099bb6b8f req-46d724a3-1c6d-42c3-8508-f46253d66839 service neutron] 10.222.0.76 "GET /v2.0/networks/3c065512-3d6a-479a-b479-11e02ccc5658?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2850795 Feb 04 07:58:40.269127 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvr_db [None req-194c7ff6-40ee-4c26-a471-9175ee8cb26e None None] Set router 20a7d0af-5908-48c5-9dcf-280b21b669ad gateway port host: dv-cinder-733062-18-smb {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 04 07:58:40.293577 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-c3400bf0-5fcd-43a7-92cb-c33f102baf53 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] 10.222.0.99 "PUT /v2.0/floatingips/e0bbf7b4-882c-47fa-84fe-d04f54d9b9ca HTTP/1.1" status: 200 len: 991 time: 6.3088064 Feb 04 07:58:40.296240 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee480593-ba86-44ab-b121-9e243feb6605', 'tag': 'c6cc8396-5f20-4fbc-970f-af0402066511'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 07:58:40.372422 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-6dde987c-e545-47ea-a36c-96b099bb6b8f req-ae02d9c0-34a0-4889-89b7-176afeeeff1f service neutron] 10.222.0.76 "GET /v2.0/networks/3c065512-3d6a-479a-b479-11e02ccc5658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1903598 Feb 04 07:58:40.414312 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee480593-ba86-44ab-b121-9e243feb6605', 'tag': 'c6cc8396-5f20-4fbc-970f-af0402066511', 'status': 'completed', 'code': 200} Feb 04 07:58:40.646963 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f33f70e-17ba-480e-805f-a64fe7a8fd96 req-96efa439-9ddf-4983-a074-f10da8df3f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:58:40.652943 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-9f33f70e-17ba-480e-805f-a64fe7a8fd96 req-96efa439-9ddf-4983-a074-f10da8df3f96 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a6dac7e06d2347bf8335c11feb384ef9&device_id=ee480593-ba86-44ab-b121-9e243feb6605 HTTP/1.1" status: 200 len: 1162 time: 0.1144524 Feb 04 07:58:40.967855 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 50358) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:58:41.027957 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f33f70e-17ba-480e-805f-a64fe7a8fd96 req-d4950faa-1250-403f-bd68-59be9bbecfa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:58:41.029641 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-9f33f70e-17ba-480e-805f-a64fe7a8fd96 req-d4950faa-1250-403f-bd68-59be9bbecfa4 service neutron] 10.222.0.76 "GET /v2.0/networks?id=da9fddda-3ab3-487d-967d-7aa78c7fc3dd HTTP/1.1" status: 200 len: 904 time: 0.3304186 Feb 04 07:58:41.034214 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-69018d37-a800-4baa-a8ac-3247da02b22a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:41.093454 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-69018d37-a800-4baa-a8ac-3247da02b22a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 07:58:41.093654 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-194c7ff6-40ee-4c26-a471-9175ee8cb26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20a7d0af-5908-48c5-9dcf-280b21b669ad', 'name': 'tempest-AttachVolumeTestJSON-131749411-router', 'tenant_id': 'a6dac7e06d2347bf8335c11feb384ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'external_fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.180'}], 'enable_snat': True}, 'gw_port_id': '43b632f2-e346-49fd-915a-cd303ad41489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T07:57:15Z', 'updated_at': '2021-02-04T07:57:37Z', 'revision_number': 4, 'project_id': 'a6dac7e06d2347bf8335c11feb384ef9', 'gw_port': {'id': '43b632f2-e346-49fd-915a-cd303ad41489', 'name': '', 'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:d5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20a7d0af-5908-48c5-9dcf-280b21b669ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T07:57:17Z', 'updated_at': '2021-02-04T07:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-18-smb', '_floatingips': [{'id': 'e0bbf7b4-882c-47fa-84fe-d04f54d9b9ca', 'tenant_id': 'a6dac7e06d2347bf8335c11feb384ef9', 'floating_ip_address': '172.28.3.174', 'floating_network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'router_id': '20a7d0af-5908-48c5-9dcf-280b21b669ad', 'port_id': 'c6cc8396-5f20-4fbc-970f-af0402066511', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da9fddda-3ab3-487d-967d-7aa78c7fc3dd', 'mac_address': 'fa:16:3e:5e:f2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee480593-ba86-44ab-b121-9e243feb6605', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-04T07:57:56Z', 'updated_at': '2021-02-04T07:58:35Z', 'revision_number': 1, 'project_id': 'a6dac7e06d2347bf8335c11feb384ef9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d6d3c1f-dcd6-4f2c-bc9f-271ece3b86ff', 'name': '', 'network_id': 'da9fddda-3ab3-487d-967d-7aa78c7fc3dd', 'tenant_id': 'a6dac7e06d2347bf8335c11feb384ef9', 'mac_address': 'fa:16:3e:0f:93:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20a7d0af-5908-48c5-9dcf-280b21b669ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '4537a32b-846b-4c36-83cb-e761caa59ada', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T07:57:28Z', 'updated_at': '2021-02-04T07:57:54Z', 'revision_number': 5, 'project_id': 'a6dac7e06d2347bf8335c11feb384ef9', 'subnets': [{'id': '4537a32b-846b-4c36-83cb-e761caa59ada', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733062-18-smb', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 07:58:41.102209 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-69018d37-a800-4baa-a8ac-3247da02b22a admin admin] Usage tracker for resource:security_group_rule and tenant:db2d2ecf7f6e4165a458df6c65fca598 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 07:58:41.109777 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-69018d37-a800-4baa-a8ac-3247da02b22a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 07:58:41.119968 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-69018d37-a800-4baa-a8ac-3247da02b22a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 07:58:41.121157 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194c7ff6-40ee-4c26-a471-9175ee8cb26e None None] Checking router: 20a7d0af-5908-48c5-9dcf-280b21b669ad for host: dv-cinder-733062-18-smb {{(pid=80116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 04 07:58:41.141093 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194c7ff6-40ee-4c26-a471-9175ee8cb26e None None] Routers {'20a7d0af-5908-48c5-9dcf-280b21b669ad'} bound to L3 agent in host dv-cinder-733062-18-smb {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 04 07:58:41.142266 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-194c7ff6-40ee-4c26-a471-9175ee8cb26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-04T07:47:53Z,description=,heartbeat_timestamp=2021-02-04T07:58:23Z,host='dv-cinder-733062-18-smb',id=9b1007a2-cea1-4e19-8fd5-ed5c2617e796,load=0,resource_versions=,resources_synced=,started_at=2021-02-04T07:47:53Z,topic='l3_agent')) {'router_ids': ['20a7d0af-5908-48c5-9dcf-280b21b669ad'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 07:58:41.257055 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-69018d37-a800-4baa-a8ac-3247da02b22a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:41.260964 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-69018d37-a800-4baa-a8ac-3247da02b22a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:41.294683 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-e0c46daf-8d9f-47e7-abb4-e7377622d152 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:58:41.306229 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-69018d37-a800-4baa-a8ac-3247da02b22a admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=db2d2ecf7f6e4165a458df6c65fca598&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3372107 Feb 04 07:58:41.310737 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 50370) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:58:41.359127 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69018d37-a800-4baa-a8ac-3247da02b22a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07f912a9-c518-4f32-b3b9-db93e073a2df,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:58:41.373668 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-69018d37-a800-4baa-a8ac-3247da02b22a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:58:41.380532 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvr_db [None req-194c7ff6-40ee-4c26-a471-9175ee8cb26e None None] Set router 20a7d0af-5908-48c5-9dcf-280b21b669ad gateway port host: dv-cinder-733062-18-smb {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 04 07:58:41.452261 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-905470f6-5ad4-4810-b12b-6fa5ce1c2fbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:41.492061 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-905470f6-5ad4-4810-b12b-6fa5ce1c2fbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:41.544258 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-905470f6-5ad4-4810-b12b-6fa5ce1c2fbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:41.552927 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:58:41.570012 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905470f6-5ad4-4810-b12b-6fa5ce1c2fbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07f912a9-c518-4f32-b3b9-db93e073a2df,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:58:41.574570 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-905470f6-5ad4-4810-b12b-6fa5ce1c2fbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:58:41.583130 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-905470f6-5ad4-4810-b12b-6fa5ce1c2fbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:41.589032 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bb76bf-01d2-4995-bf1a-b3ac7f872788 req-e2f08820-d570-4ddf-8c85-d879f908aed0 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:58:41.589346 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-905470f6-5ad4-4810-b12b-6fa5ce1c2fbd admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/07f912a9-c518-4f32-b3b9-db93e073a2df HTTP/1.1" status: 204 len: 168 time: 0.2742636 Feb 04 07:58:41.593864 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-b3bb76bf-01d2-4995-bf1a-b3ac7f872788 req-e2f08820-d570-4ddf-8c85-d879f908aed0 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/ports?device_id=f6928dd1-8dfc-4e67-9ebb-85ac26bb95c8 HTTP/1.1" status: 200 len: 945 time: 0.5632586 Feb 04 07:58:41.599605 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-9f33f70e-17ba-480e-805f-a64fe7a8fd96 req-71c92c33-f7d4-4bdb-94ad-7f4baacbb8d5 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c6cc8396-5f20-4fbc-970f-af0402066511 HTTP/1.1" status: 200 len: 999 time: 0.4424610 Feb 04 07:58:41.753042 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577b8d5c-76df-4724-b295-453676670b74 req-ebd04688-4e5e-40c7-988e-ce0a346573f1 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:58:41.761205 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-577b8d5c-76df-4724-b295-453676670b74 req-ebd04688-4e5e-40c7-988e-ce0a346573f1 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] 10.222.0.99 "GET /v2.0/ports?device_id=a4462ac0-d086-4c7a-ad13-3935bf61840c HTTP/1.1" status: 200 len: 946 time: 0.5300016 Feb 04 07:58:41.858208 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f33f70e-17ba-480e-805f-a64fe7a8fd96 req-39b35364-527e-40b9-8ec9-1c740d7be76b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:58:41.859891 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-9f33f70e-17ba-480e-805f-a64fe7a8fd96 req-39b35364-527e-40b9-8ec9-1c740d7be76b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=4537a32b-846b-4c36-83cb-e761caa59ada HTTP/1.1" status: 200 len: 849 time: 0.2383904 Feb 04 07:58:41.867442 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-194c7ff6-40ee-4c26-a471-9175ee8cb26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20a7d0af-5908-48c5-9dcf-280b21b669ad', 'name': 'tempest-AttachVolumeTestJSON-131749411-router', 'tenant_id': 'a6dac7e06d2347bf8335c11feb384ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'external_fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.180'}], 'enable_snat': True}, 'gw_port_id': '43b632f2-e346-49fd-915a-cd303ad41489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T07:57:15Z', 'updated_at': '2021-02-04T07:57:37Z', 'revision_number': 4, 'project_id': 'a6dac7e06d2347bf8335c11feb384ef9', 'gw_port': {'id': '43b632f2-e346-49fd-915a-cd303ad41489', 'name': '', 'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:d5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20a7d0af-5908-48c5-9dcf-280b21b669ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T07:57:17Z', 'updated_at': '2021-02-04T07:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-18-smb', '_floatingips': [{'id': 'e0bbf7b4-882c-47fa-84fe-d04f54d9b9ca', 'tenant_id': 'a6dac7e06d2347bf8335c11feb384ef9', 'floating_ip_address': '172.28.3.174', 'floating_network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'router_id': '20a7d0af-5908-48c5-9dcf-280b21b669ad', 'port_id': 'c6cc8396-5f20-4fbc-970f-af0402066511', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da9fddda-3ab3-487d-967d-7aa78c7fc3dd', 'mac_address': 'fa:16:3e:5e:f2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee480593-ba86-44ab-b121-9e243feb6605', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-04T07:57:56Z', 'updated_at': '2021-02-04T07:58:35Z', 'revision_number': 1, 'project_id': 'a6dac7e06d2347bf8335c11feb384ef9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d6d3c1f-dcd6-4f2c-bc9f-271ece3b86ff', 'name': '', 'network_id': 'da9fddda-3ab3-487d-967d-7aa78c7fc3dd', 'tenant_id': 'a6dac7e06d2347bf8335c11feb384ef9', 'mac_address': 'fa:16:3e:0f:93:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20a7d0af-5908-48c5-9dcf-280b21b669ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '4537a32b-846b-4c36-83cb-e761caa59ada', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T07:57:28Z', 'updated_at': '2021-02-04T07:57:54Z', 'revision_number': 5, 'project_id': 'a6dac7e06d2347bf8335c11feb384ef9', 'subnets': [{'id': '4537a32b-846b-4c36-83cb-e761caa59ada', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733062-18-smb', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 07:58:41.873356 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194c7ff6-40ee-4c26-a471-9175ee8cb26e None None] The sync data for ids ['20a7d0af-5908-48c5-9dcf-280b21b669ad'] in dv-cinder-733062-18-smb is: [{'id': '20a7d0af-5908-48c5-9dcf-280b21b669ad', 'name': 'tempest-AttachVolumeTestJSON-131749411-router', 'tenant_id': 'a6dac7e06d2347bf8335c11feb384ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'external_fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.180'}], 'enable_snat': True}, 'gw_port_id': '43b632f2-e346-49fd-915a-cd303ad41489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T07:57:15Z', 'updated_at': '2021-02-04T07:57:37Z', 'revision_number': 4, 'project_id': 'a6dac7e06d2347bf8335c11feb384ef9', 'gw_port': {'id': '43b632f2-e346-49fd-915a-cd303ad41489', 'name': '', 'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:d5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20a7d0af-5908-48c5-9dcf-280b21b669ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T07:57:17Z', 'updated_at': '2021-02-04T07:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-18-smb', '_floatingips': [{'id': 'e0bbf7b4-882c-47fa-84fe-d04f54d9b9ca', 'tenant_id': 'a6dac7e06d2347bf8335c11feb384ef9', 'floating_ip_address': '172.28.3.174', 'floating_network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'router_id': '20a7d0af-5908-48c5-9dcf-280b21b669ad', 'port_id': 'c6cc8396-5f20-4fbc-970f-af0402066511', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da9fddda-3ab3-487d-967d-7aa78c7fc3dd', 'mac_address': 'fa:16:3e:5e:f2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee480593-ba86-44ab-b121-9e243feb6605', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-04T07:57:56Z', 'updated_at': '2021-02-04T07:58:35Z', 'revision_number': 1, 'project_id': 'a6dac7e06d2347bf8335c11feb384ef9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d6d3c1f-dcd6-4f2c-bc9f-271ece3b86ff', 'name': '', 'network_id': 'da9fddda-3ab3-487d-967d-7aa78c7fc3dd', 'tenant_id': 'a6dac7e06d2347bf8335c11feb384ef9', 'mac_address': 'fa:16:3e:0f:93:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20a7d0af-5908-48c5-9dcf-280b21b669ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '4537a32b-846b-4c36-83cb-e761caa59ada', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T07:57:28Z', 'updated_at': '2021-02-04T07:57:54Z', 'revision_number': 5, 'project_id': 'a6dac7e06d2347bf8335c11feb384ef9', 'subnets': [{'id': '4537a32b-846b-4c36-83cb-e761caa59ada', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 04 07:58:41.950952 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-577b8d5c-76df-4724-b295-453676670b74 req-7565ccc2-3f15-42fa-a85f-ed08b70f68f9 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] 10.222.0.99 "GET /v2.0/security-groups?id=23e57bf3-6871-46d4-a88b-2b22ec633850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887081 Feb 04 07:58:41.980686 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-b3bb76bf-01d2-4995-bf1a-b3ac7f872788 req-fadb7371-c415-4e37-b51a-3ea144c0a350 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/security-groups?id=165ca7ed-0745-4a75-913b-d38f318fbd54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3601599 Feb 04 07:58:42.047349 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f33f70e-17ba-480e-805f-a64fe7a8fd96 req-e940ca88-d751-48c3-b44f-8f767b0b4ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:58:42.049359 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-9f33f70e-17ba-480e-805f-a64fe7a8fd96 req-e940ca88-d751-48c3-b44f-8f767b0b4ad3 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=da9fddda-3ab3-487d-967d-7aa78c7fc3dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1789036 Feb 04 07:58:42.096657 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 50392) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:58:42.131353 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6fdc03c4-6af2-4c7c-bab4-18f49b608632 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:42.170838 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-6fdc03c4-6af2-4c7c-bab4-18f49b608632 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 07:58:42.178470 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-6fdc03c4-6af2-4c7c-bab4-18f49b608632 admin admin] Usage tracker for resource:security_group_rule and tenant:a6ef213257c14152b46c56c768ab5b51 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 07:58:42.184110 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-6fdc03c4-6af2-4c7c-bab4-18f49b608632 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 07:58:42.193642 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-6fdc03c4-6af2-4c7c-bab4-18f49b608632 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 07:58:42.253843 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-9f33f70e-17ba-480e-805f-a64fe7a8fd96 req-563085ab-2bfa-403a-bd8f-ae004efff0b0 service neutron] 10.222.0.76 "GET /v2.0/networks/da9fddda-3ab3-487d-967d-7aa78c7fc3dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854963 Feb 04 07:58:42.382968 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6fdc03c4-6af2-4c7c-bab4-18f49b608632 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:42.391744 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6fdc03c4-6af2-4c7c-bab4-18f49b608632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:42.423418 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:58:42.427543 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Device 1d7ab515-f1d9-473c-ba08-cd59e383eb21 up at agent ovs-agent-hv-cinder-73306 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 07:58:42.462452 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdc03c4-6af2-4c7c-bab4-18f49b608632 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7cce97f-bb11-4baf-84e0-b742ae9152eb,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:58:42.472901 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-6fdc03c4-6af2-4c7c-bab4-18f49b608632 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:58:42.485972 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-6fdc03c4-6af2-4c7c-bab4-18f49b608632 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=a6ef213257c14152b46c56c768ab5b51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3880255 Feb 04 07:58:42.489836 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 50408) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:58:42.615837 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d623b69-d7ad-4606-a2f9-18478ffc59d5 None None] New status for floating IP e0bbf7b4-882c-47fa-84fe-d04f54d9b9ca: ACTIVE {{(pid=80115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 04 07:58:42.669621 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-9f33f70e-17ba-480e-805f-a64fe7a8fd96 req-a36d35b5-3c88-4e7c-8c1d-927fc39474af service neutron] 10.222.0.76 "GET /v2.0/networks/da9fddda-3ab3-487d-967d-7aa78c7fc3dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3801384 Feb 04 07:58:42.759974 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Provisioning complete for port 1d7ab515-f1d9-473c-ba08-cd59e383eb21 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 07:58:42.760369 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762158'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:42.826634 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-7550d6cc-3f1d-437f-b62a-20f9da67b325 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:42.905462 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-7550d6cc-3f1d-437f-b62a-20f9da67b325 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:42.967980 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-7550d6cc-3f1d-437f-b62a-20f9da67b325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:42.974134 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-905470f6-5ad4-4810-b12b-6fa5ce1c2fbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:58:42.990092 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7550d6cc-3f1d-437f-b62a-20f9da67b325 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7cce97f-bb11-4baf-84e0-b742ae9152eb,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:58:43.000718 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-7550d6cc-3f1d-437f-b62a-20f9da67b325 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:58:43.008036 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-7550d6cc-3f1d-437f-b62a-20f9da67b325 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:43.012541 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-7550d6cc-3f1d-437f-b62a-20f9da67b325 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/a7cce97f-bb11-4baf-84e0-b742ae9152eb HTTP/1.1" status: 204 len: 168 time: 0.5187025 Feb 04 07:58:43.397018 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f872a6d-7800-4328-a08c-14f7ef405f22 req-0e7930ea-ee03-40d4-be7f-0afe6b8e348f tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:58:43.404804 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-2f872a6d-7800-4328-a08c-14f7ef405f22 req-0e7930ea-ee03-40d4-be7f-0afe6b8e348f tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/ports?device_id=f6928dd1-8dfc-4e67-9ebb-85ac26bb95c8 HTTP/1.1" status: 200 len: 945 time: 0.2501769 Feb 04 07:58:43.481013 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-2f872a6d-7800-4328-a08c-14f7ef405f22 req-176b4fc4-123a-4f22-bd53-146f600e321a tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/security-groups?id=165ca7ed-0745-4a75-913b-d38f318fbd54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751328 Feb 04 07:58:44.434304 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.99', 50486) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:58:44.686256 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b926e7ce-1ddc-49fd-8662-a9d93d25cdff admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:44.716741 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-b926e7ce-1ddc-49fd-8662-a9d93d25cdff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 07:58:44.724124 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-b926e7ce-1ddc-49fd-8662-a9d93d25cdff admin admin] Usage tracker for resource:security_group_rule and tenant:e6b79efb40ad418a8cef9455e17498a1 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 07:58:44.728474 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-b926e7ce-1ddc-49fd-8662-a9d93d25cdff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 07:58:44.738891 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-b926e7ce-1ddc-49fd-8662-a9d93d25cdff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 07:58:44.836840 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c31187-084f-40bb-a33c-dfb7628c2b53 req-ec216c44-d4ed-491c-b062-34111a30b114 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:58:44.838536 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-a1c31187-084f-40bb-a33c-dfb7628c2b53 req-ec216c44-d4ed-491c-b062-34111a30b114 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/ports?device_id=f6928dd1-8dfc-4e67-9ebb-85ac26bb95c8 HTTP/1.1" status: 200 len: 945 time: 0.2229972 Feb 04 07:58:44.932345 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-a1c31187-084f-40bb-a33c-dfb7628c2b53 req-0ddb5300-e97f-47db-bd2a-19311cc2a20b tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/security-groups?id=165ca7ed-0745-4a75-913b-d38f318fbd54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859022 Feb 04 07:58:44.992174 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b926e7ce-1ddc-49fd-8662-a9d93d25cdff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:44.995728 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b926e7ce-1ddc-49fd-8662-a9d93d25cdff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:45.027661 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-c1aaf10b-0a14-4c28-a317-a6c1bd373471 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:58:45.038934 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-b926e7ce-1ddc-49fd-8662-a9d93d25cdff admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=e6b79efb40ad418a8cef9455e17498a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6033776 Feb 04 07:58:45.041358 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 50508) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:58:45.065892 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b926e7ce-1ddc-49fd-8662-a9d93d25cdff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff2ad51e-059f-4426-b5f2-17dbc960e701,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:58:45.070781 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-b926e7ce-1ddc-49fd-8662-a9d93d25cdff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:58:45.121870 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ceae13dc-526f-4053-ace5-0b9eec4d8a87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:45.153948 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ceae13dc-526f-4053-ace5-0b9eec4d8a87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:45.218460 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ceae13dc-526f-4053-ace5-0b9eec4d8a87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:45.224460 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-7550d6cc-3f1d-437f-b62a-20f9da67b325 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:58:45.236132 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceae13dc-526f-4053-ace5-0b9eec4d8a87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff2ad51e-059f-4426-b5f2-17dbc960e701,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:58:45.244283 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-ceae13dc-526f-4053-ace5-0b9eec4d8a87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:58:45.246391 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ceae13dc-526f-4053-ace5-0b9eec4d8a87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:45.248461 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-ceae13dc-526f-4053-ace5-0b9eec4d8a87 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/ff2ad51e-059f-4426-b5f2-17dbc960e701 HTTP/1.1" status: 204 len: 168 time: 0.2052987 Feb 04 07:58:46.061042 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a90838-7479-4ea4-bc60-e93589651777 req-31dec26c-86ec-45e4-9fad-38152ed43843 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:58:46.068827 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-c9a90838-7479-4ea4-bc60-e93589651777 req-31dec26c-86ec-45e4-9fad-38152ed43843 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] 10.222.0.99 "GET /v2.0/networks?id=d6cc8c6f-e231-4895-957c-7832ba254527 HTTP/1.1" status: 200 len: 815 time: 0.2743552 Feb 04 07:58:46.086045 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-c9a90838-7479-4ea4-bc60-e93589651777 req-25a756d8-3353-423e-9c9f-58a00b5a94c9 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] 10.222.0.99 "GET /v2.0/quotas/e025b0caf149437a978dcb2e658b1da5 HTTP/1.1" status: 200 len: 375 time: 0.0162048 Feb 04 07:58:46.229559 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-c9a90838-7479-4ea4-bc60-e93589651777 req-83dbf3ae-114d-4358-8e94-a989e0af8802 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] 10.222.0.99 "GET /v2.0/ports?tenant_id=e025b0caf149437a978dcb2e658b1da5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1421580 Feb 04 07:58:46.687453 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-c9a90838-7479-4ea4-bc60-e93589651777 req-d3e248b1-f394-4caa-b633-b7d5762f5eee service neutron] 10.222.0.99 "GET /v2.0/networks/d6cc8c6f-e231-4895-957c-7832ba254527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4567118 Feb 04 07:58:46.851599 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-c9a90838-7479-4ea4-bc60-e93589651777 req-391d7ccd-0003-49ef-9564-e93928be751c service neutron] 10.222.0.99 "GET /v2.0/networks/d6cc8c6f-e231-4895-957c-7832ba254527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1535497 Feb 04 07:58:46.878535 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 50618) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:58:46.971177 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d020bf1f-f25e-4151-b24e-cc3915c7d16f req-168bb48e-c0fa-4ed7-a2d3-be5602e1a3d8 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:58:46.973642 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-d020bf1f-f25e-4151-b24e-cc3915c7d16f req-168bb48e-c0fa-4ed7-a2d3-be5602e1a3d8 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/ports?device_id=f6928dd1-8dfc-4e67-9ebb-85ac26bb95c8 HTTP/1.1" status: 200 len: 945 time: 0.5898693 Feb 04 07:58:47.063232 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-d020bf1f-f25e-4151-b24e-cc3915c7d16f req-b9408e9b-5ba6-4ab7-bbf6-d8b0369b6914 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/security-groups?id=165ca7ed-0745-4a75-913b-d38f318fbd54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810189 Feb 04 07:58:47.130027 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6b8afbc7-8699-42b6-bda0-b78f36c3b6da admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:47.158296 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-6b8afbc7-8699-42b6-bda0-b78f36c3b6da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 07:58:47.168952 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-6b8afbc7-8699-42b6-bda0-b78f36c3b6da admin admin] Usage tracker for resource:security_group_rule and tenant:c62b4ac455754803a6912dabfc1af87f is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 07:58:47.188019 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-6b8afbc7-8699-42b6-bda0-b78f36c3b6da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 07:58:47.195784 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-6b8afbc7-8699-42b6-bda0-b78f36c3b6da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 07:58:47.197752 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 50632) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:58:47.307710 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-ce41d527-95fd-4eb6-9450-1a935175b99a req-e0782d74-d41f-49a8-a0df-6d851a25ab0d tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] 10.222.0.99 "GET /v2.0/ports?device_id=0008e56e-09ef-40d2-a61b-d0f808be261a HTTP/1.1" status: 200 len: 210 time: 0.1584237 Feb 04 07:58:47.438256 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6b8afbc7-8699-42b6-bda0-b78f36c3b6da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:47.443189 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6b8afbc7-8699-42b6-bda0-b78f36c3b6da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:47.468165 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-6455d1a4-657c-47bd-8b7b-9fb1f3e01809 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:58:47.557696 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f4568258-14b8-4956-850a-e2d93002a7e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:47.568760 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-6b8afbc7-8699-42b6-bda0-b78f36c3b6da admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=c62b4ac455754803a6912dabfc1af87f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6891234 Feb 04 07:58:47.569943 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8afbc7-8699-42b6-bda0-b78f36c3b6da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be22ba16-9fb0-4e98-a38b-72d9b7e0dd6a,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:58:47.572920 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 50654) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:58:47.579173 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-6b8afbc7-8699-42b6-bda0-b78f36c3b6da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:58:47.584322 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-f4568258-14b8-4956-850a-e2d93002a7e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 07:58:47.601277 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-f4568258-14b8-4956-850a-e2d93002a7e2 admin admin] Usage tracker for resource:security_group_rule and tenant:4e407bea1d7d4a76bc34f9716f35113d is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 07:58:47.608620 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-f4568258-14b8-4956-850a-e2d93002a7e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 07:58:47.623878 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-f4568258-14b8-4956-850a-e2d93002a7e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 07:58:47.694415 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f8962e39-fbfc-4fef-bd22-e34f856be746 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:47.737331 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f8962e39-fbfc-4fef-bd22-e34f856be746 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:47.820028 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f4568258-14b8-4956-850a-e2d93002a7e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:47.823404 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f4568258-14b8-4956-850a-e2d93002a7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:47.832425 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-dc3e0eed-5123-4638-8176-d31a3c43ae80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:58:47.860922 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f8962e39-fbfc-4fef-bd22-e34f856be746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:47.888774 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4568258-14b8-4956-850a-e2d93002a7e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3292f58b-ca15-46bd-af05-6e4f780a698d,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:58:47.893631 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-f4568258-14b8-4956-850a-e2d93002a7e2 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=4e407bea1d7d4a76bc34f9716f35113d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6948349 Feb 04 07:58:47.896655 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 50660) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:58:47.897397 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-f4568258-14b8-4956-850a-e2d93002a7e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:58:47.901024 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-6b8afbc7-8699-42b6-bda0-b78f36c3b6da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:58:47.929068 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f8962e39-fbfc-4fef-bd22-e34f856be746 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:47.930332 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-f8962e39-fbfc-4fef-bd22-e34f856be746 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/be22ba16-9fb0-4e98-a38b-72d9b7e0dd6a HTTP/1.1" status: 204 len: 168 time: 0.3531792 Feb 04 07:58:47.931291 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8962e39-fbfc-4fef-bd22-e34f856be746 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be22ba16-9fb0-4e98-a38b-72d9b7e0dd6a,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:58:47.935168 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-f8962e39-fbfc-4fef-bd22-e34f856be746 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:58:47.983549 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-845e629b-1d4b-43b3-aa55-a40465738b6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:48.013134 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-845e629b-1d4b-43b3-aa55-a40465738b6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:48.075605 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-845e629b-1d4b-43b3-aa55-a40465738b6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:48.081124 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-0e0ab3e3-f1c3-4bbb-a194-b1b574de208c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:58:48.094188 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e629b-1d4b-43b3-aa55-a40465738b6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3292f58b-ca15-46bd-af05-6e4f780a698d,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:58:48.097454 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-845e629b-1d4b-43b3-aa55-a40465738b6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:58:48.100248 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-845e629b-1d4b-43b3-aa55-a40465738b6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:48.105142 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-845e629b-1d4b-43b3-aa55-a40465738b6f admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/3292f58b-ca15-46bd-af05-6e4f780a698d HTTP/1.1" status: 204 len: 168 time: 0.2016819 Feb 04 07:58:48.417962 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 50678) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:58:48.441683 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9913aac8-7386-4324-9ef8-8d980a8e53a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:48.456534 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56bb55f-4923-462a-8ac8-7d70185f0d3b req-309da407-f009-47cc-a2ec-2b6bfac17abb tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:58:48.459116 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-f56bb55f-4923-462a-8ac8-7d70185f0d3b req-309da407-f009-47cc-a2ec-2b6bfac17abb tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/ports?device_id=f6928dd1-8dfc-4e67-9ebb-85ac26bb95c8 HTTP/1.1" status: 200 len: 945 time: 0.2425725 Feb 04 07:58:48.459470 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-9913aac8-7386-4324-9ef8-8d980a8e53a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 07:58:48.464638 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-9913aac8-7386-4324-9ef8-8d980a8e53a3 admin admin] Usage tracker for resource:security_group_rule and tenant:3156cefdf36640239d6abced74765f17 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 07:58:48.468540 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-9913aac8-7386-4324-9ef8-8d980a8e53a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 07:58:48.475871 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-9913aac8-7386-4324-9ef8-8d980a8e53a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 07:58:48.582496 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9913aac8-7386-4324-9ef8-8d980a8e53a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:48.585156 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-f56bb55f-4923-462a-8ac8-7d70185f0d3b req-a8d05514-ed69-456f-97c5-5c7fbe5142d5 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/security-groups?id=165ca7ed-0745-4a75-913b-d38f318fbd54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098542 Feb 04 07:58:48.594446 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9913aac8-7386-4324-9ef8-8d980a8e53a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:48.608168 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:58:48.651278 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-9913aac8-7386-4324-9ef8-8d980a8e53a3 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=3156cefdf36640239d6abced74765f17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2317824 Feb 04 07:58:48.676969 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9913aac8-7386-4324-9ef8-8d980a8e53a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9efb8dea-b9d0-46ef-97e1-b1d233f7b9b8,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:58:48.691421 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-9913aac8-7386-4324-9ef8-8d980a8e53a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:58:48.731421 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 50692) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:58:48.829974 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 50696) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:58:48.915774 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-73780008-d0df-41d0-92a4-0b48afc00922 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:48.927588 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a3115dab-93f4-4e85-bfc1-5d84a90cba2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:48.948539 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-73780008-d0df-41d0-92a4-0b48afc00922 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 07:58:48.963450 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-73780008-d0df-41d0-92a4-0b48afc00922 admin admin] Usage tracker for resource:security_group_rule and tenant:138afe7fd7f2450bb018f0883ab74547 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 07:58:48.967751 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-05b3a96e-597e-4aee-9d96-344063ce66a3 req-d6a9851b-9eb4-436d-9ffc-3cf479de5b32 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] 10.222.0.99 "GET /v2.0/ports?device_id=0008e56e-09ef-40d2-a61b-d0f808be261a HTTP/1.1" status: 200 len: 210 time: 0.3573179 Feb 04 07:58:48.970897 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-73780008-d0df-41d0-92a4-0b48afc00922 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 07:58:48.980851 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a3115dab-93f4-4e85-bfc1-5d84a90cba2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:48.988345 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-73780008-d0df-41d0-92a4-0b48afc00922 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 07:58:49.083278 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a3115dab-93f4-4e85-bfc1-5d84a90cba2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:49.090993 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-556ff131-19e6-47a0-b746-c82b79532a54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:58:49.122935 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a90838-7479-4ea4-bc60-e93589651777 req-daa9c6c3-8f8a-415c-b529-314d5b42c30a tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:58:49.125558 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-c9a90838-7479-4ea4-bc60-e93589651777 req-daa9c6c3-8f8a-415c-b529-314d5b42c30a tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] 10.222.0.76 "GET /v2.0/networks?id=d6cc8c6f-e231-4895-957c-7832ba254527 HTTP/1.1" status: 200 len: 815 time: 0.3756559 Feb 04 07:58:49.137556 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3115dab-93f4-4e85-bfc1-5d84a90cba2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9efb8dea-b9d0-46ef-97e1-b1d233f7b9b8,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:58:49.141094 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-a3115dab-93f4-4e85-bfc1-5d84a90cba2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:58:49.145664 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a3115dab-93f4-4e85-bfc1-5d84a90cba2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:49.150375 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-a3115dab-93f4-4e85-bfc1-5d84a90cba2b admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/9efb8dea-b9d0-46ef-97e1-b1d233f7b9b8 HTTP/1.1" status: 204 len: 168 time: 0.4174633 Feb 04 07:58:49.158317 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.v2.base [req-c9a90838-7479-4ea4-bc60-e93589651777 req-a69fb59d-02e0-425c-a8b3-6f14fd0009bf tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Request body: {'port': {'device_id': '0008e56e-09ef-40d2-a61b-d0f808be261a', 'network_id': 'd6cc8c6f-e231-4895-957c-7832ba254527', 'admin_state_up': True, 'tenant_id': 'e025b0caf149437a978dcb2e658b1da5'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 07:58:49.211403 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-73780008-d0df-41d0-92a4-0b48afc00922 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:49.215135 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-73780008-d0df-41d0-92a4-0b48afc00922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:49.226050 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-269cdad5-4538-46e7-9744-59cb13003cea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:58:49.279714 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73780008-d0df-41d0-92a4-0b48afc00922 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82d57d7e-aab3-4f1b-91ec-4f5ca7f63d7d,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:58:49.297507 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-73780008-d0df-41d0-92a4-0b48afc00922 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:58:49.306892 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-73780008-d0df-41d0-92a4-0b48afc00922 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=138afe7fd7f2450bb018f0883ab74547&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4692638 Feb 04 07:58:49.311520 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 50732) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:58:49.388132 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-508b5ba7-4431-4297-b0ad-d2df701c63cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:49.419869 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-508b5ba7-4431-4297-b0ad-d2df701c63cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:49.425345 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-1aa45a3a-2051-4f3f-a292-d270ef67d655 req-dfc6c26c-4dd0-407e-b8ae-a73abd7cc352 tempest-VolumesNegativeTest-447500761 tempest-VolumesNegativeTest-447500761-project] 10.222.0.99 "GET /v2.0/networks?tenant_id=d169c946ffe1451eb4af6bf508791261&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2132678 Feb 04 07:58:49.427356 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [req-c9a90838-7479-4ea4-bc60-e93589651777 req-a69fb59d-02e0-425c-a8b3-6f14fd0009bf tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 07:58:49.481924 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [req-c9a90838-7479-4ea4-bc60-e93589651777 req-a69fb59d-02e0-425c-a8b3-6f14fd0009bf tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 07:58:49.497703 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-508b5ba7-4431-4297-b0ad-d2df701c63cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:49.503210 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-dd603a07-ca35-46c0-b56f-258ecdc23d87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:58:49.519147 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508b5ba7-4431-4297-b0ad-d2df701c63cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82d57d7e-aab3-4f1b-91ec-4f5ca7f63d7d,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:58:49.528644 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-508b5ba7-4431-4297-b0ad-d2df701c63cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:58:49.528644 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-508b5ba7-4431-4297-b0ad-d2df701c63cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:49.528644 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-508b5ba7-4431-4297-b0ad-d2df701c63cc admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/82d57d7e-aab3-4f1b-91ec-4f5ca7f63d7d HTTP/1.1" status: 204 len: 168 time: 0.2132783 Feb 04 07:58:49.608167 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9a90838-7479-4ea4-bc60-e93589651777 req-a69fb59d-02e0-425c-a8b3-6f14fd0009bf tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Made reservation on behalf of e025b0caf149437a978dcb2e658b1da5 for: {'port': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 04 07:58:49.630780 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-c9a90838-7479-4ea4-bc60-e93589651777 req-a69fb59d-02e0-425c-a8b3-6f14fd0009bf tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:50.103728 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa45a3a-2051-4f3f-a292-d270ef67d655 req-4cebcfe0-9ecd-4c64-8da7-2582b44d670c tempest-VolumesNegativeTest-447500761 tempest-VolumesNegativeTest-447500761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:58:50.105354 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-1aa45a3a-2051-4f3f-a292-d270ef67d655 req-4cebcfe0-9ecd-4c64-8da7-2582b44d670c tempest-VolumesNegativeTest-447500761 tempest-VolumesNegativeTest-447500761-project] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6702120 Feb 04 07:58:50.165610 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-1aa45a3a-2051-4f3f-a292-d270ef67d655 req-0f264d46-278b-4413-a73b-e592e3ce1ae9 tempest-VolumesNegativeTest-447500761 tempest-VolumesNegativeTest-447500761-project] 10.222.0.99 "GET /v2.0/quotas/d169c946ffe1451eb4af6bf508791261 HTTP/1.1" status: 200 len: 375 time: 0.0304153 Feb 04 07:58:50.171650 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.db_base_plugin_common [req-c9a90838-7479-4ea4-bc60-e93589651777 req-a69fb59d-02e0-425c-a8b3-6f14fd0009bf tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Allocated IP 172.20.0.6 (d6cc8c6f-e231-4895-957c-7832ba254527/daa9ab9c-d070-4c63-9925-724b7f6976a7/9ef0ebf8-8141-46e2-96ef-9f210f0be191) {{(pid=80114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 04 07:58:50.243667 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-1aa45a3a-2051-4f3f-a292-d270ef67d655 req-edd3c1a9-8318-4090-8b2d-3bcf8a2a6108 tempest-VolumesNegativeTest-447500761 tempest-VolumesNegativeTest-447500761-project] 10.222.0.99 "GET /v2.0/ports?tenant_id=d169c946ffe1451eb4af6bf508791261&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0651872 Feb 04 07:58:50.331896 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5944de-d9dc-4dba-a7ad-0b143937385c req-99ddc68d-024b-455b-8b10-7c47722a3445 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:58:50.339703 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-8e5944de-d9dc-4dba-a7ad-0b143937385c req-99ddc68d-024b-455b-8b10-7c47722a3445 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/ports?device_id=f6928dd1-8dfc-4e67-9ebb-85ac26bb95c8 HTTP/1.1" status: 200 len: 945 time: 0.4189293 Feb 04 07:58:50.463722 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-8e5944de-d9dc-4dba-a7ad-0b143937385c req-b34f18f8-1e90-4804-8088-ff57549514bb tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/security-groups?id=165ca7ed-0745-4a75-913b-d38f318fbd54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229410 Feb 04 07:58:50.626532 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-3e1f7f7d-9a37-4eb0-9e8d-c48df60bd25f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:50.774467 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-fb585628-de42-4de7-ad56-762aa941597c req-bde2de81-4f2c-4173-bdad-75d06f647589 tempest-VolumesNegativeTest-447500761 tempest-VolumesNegativeTest-447500761-project] 10.222.0.99 "GET /v2.0/ports?device_id=1ac2a71a-1c22-4cae-8fc1-e849649be0ad HTTP/1.1" status: 200 len: 210 time: 0.1102102 Feb 04 07:58:50.866665 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-cef0cdf6-8fb8-4c61-bfb6-6a1ecaedb7d4 req-3bfafd64-37bd-4ea0-a29b-4e8ef35c38fc tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] 10.222.0.99 "GET /v2.0/ports?device_id=0008e56e-09ef-40d2-a61b-d0f808be261a HTTP/1.1" status: 200 len: 210 time: 0.0901713 Feb 04 07:58:51.012544 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-c9a90838-7479-4ea4-bc60-e93589651777 req-a69fb59d-02e0-425c-a8b3-6f14fd0009bf tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Notify callbacks [] for port, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:51.083323 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-c9a90838-7479-4ea4-bc60-e93589651777 req-a69fb59d-02e0-425c-a8b3-6f14fd0009bf tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727594645960'] for port, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:51.107912 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:58:51.252957 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69fb59d-02e0-425c-a8b3-6f14fd0009bf tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Pushing event updated for resources: {'Port': ['ID=9ef0ebf8-8141-46e2-96ef-9f210f0be191,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:58:51.267841 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-a69fb59d-02e0-425c-a8b3-6f14fd0009bf tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:58:51.397782 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9a90838-7479-4ea4-bc60-e93589651777 req-a69fb59d-02e0-425c-a8b3-6f14fd0009bf tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Network d6cc8c6f-e231-4895-957c-7832ba254527 is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 04 07:58:51.409737 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.base_scheduler [req-c9a90838-7479-4ea4-bc60-e93589651777 req-a69fb59d-02e0-425c-a8b3-6f14fd0009bf tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Resources bound (agent type, host, resource id): {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 04 07:58:51.412394 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9a90838-7479-4ea4-bc60-e93589651777 req-a69fb59d-02e0-425c-a8b3-6f14fd0009bf tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Received port after_create {{(pid=80114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 04 07:58:51.432669 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 50822) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:58:51.509187 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a90838-7479-4ea4-bc60-e93589651777 req-a69fb59d-02e0-425c-a8b3-6f14fd0009bf tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:58:51.511695 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-c9a90838-7479-4ea4-bc60-e93589651777 req-a69fb59d-02e0-425c-a8b3-6f14fd0009bf tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1815815'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:51.544830 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-c9a90838-7479-4ea4-bc60-e93589651777 req-a69fb59d-02e0-425c-a8b3-6f14fd0009bf tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3915091 Feb 04 07:58:51.578364 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.v2.base [req-c9a90838-7479-4ea4-bc60-e93589651777 req-0cdb905e-d7a5-425b-a565-d16bd9bf8119 service neutron] Request body: {'port': {'device_id': '0008e56e-09ef-40d2-a61b-d0f808be261a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73306'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 07:58:51.789502 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-151e89e5-6474-483e-8161-8ee119073b32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:51.793874 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-c9a90838-7479-4ea4-bc60-e93589651777 req-0cdb905e-d7a5-425b-a565-d16bd9bf8119 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:51.806485 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-151e89e5-6474-483e-8161-8ee119073b32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 07:58:51.810850 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-151e89e5-6474-483e-8161-8ee119073b32 admin admin] Usage tracker for resource:security_group_rule and tenant:05e210e9bca049d69d533978b6dfeba9 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 07:58:51.814040 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-151e89e5-6474-483e-8161-8ee119073b32 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 07:58:51.823957 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-151e89e5-6474-483e-8161-8ee119073b32 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 07:58:51.921515 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-151e89e5-6474-483e-8161-8ee119073b32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:51.924228 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-151e89e5-6474-483e-8161-8ee119073b32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:51.936238 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-f8962e39-fbfc-4fef-bd22-e34f856be746 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:58:51.984025 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58c3c48-452a-41d6-83b0-50cd2ca7301a req-b14cc360-055c-4f3f-bd8e-84c8ccb3c713 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:58:51.985645 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-b58c3c48-452a-41d6-83b0-50cd2ca7301a req-b14cc360-055c-4f3f-bd8e-84c8ccb3c713 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/ports?device_id=f6928dd1-8dfc-4e67-9ebb-85ac26bb95c8 HTTP/1.1" status: 200 len: 945 time: 0.2804544 Feb 04 07:58:51.987777 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-151e89e5-6474-483e-8161-8ee119073b32 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=05e210e9bca049d69d533978b6dfeba9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5530443 Feb 04 07:58:51.989354 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151e89e5-6474-483e-8161-8ee119073b32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c36fb13-7eea-443c-9cd3-17cd63998522,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:58:51.992372 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 50870) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:58:51.995664 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-151e89e5-6474-483e-8161-8ee119073b32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:58:52.065925 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6c73753c-3afb-4110-856b-a49321845276 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:52.119064 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6c73753c-3afb-4110-856b-a49321845276 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:52.171275 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6c73753c-3afb-4110-856b-a49321845276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:52.177660 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-b3f6d07f-7667-4097-a64e-36ce61da7248 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:58:52.193459 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c73753c-3afb-4110-856b-a49321845276 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c36fb13-7eea-443c-9cd3-17cd63998522,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:58:52.196615 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-6c73753c-3afb-4110-856b-a49321845276 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:58:52.197940 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6c73753c-3afb-4110-856b-a49321845276 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:52.199346 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-6c73753c-3afb-4110-856b-a49321845276 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/4c36fb13-7eea-443c-9cd3-17cd63998522 HTTP/1.1" status: 204 len: 168 time: 0.2057333 Feb 04 07:58:52.375919 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-9dd4f47d-bd4b-4c25-be65-81ccab600963 req-2f8e790a-91c6-49ca-9ec0-14e0114dc925 tempest-VolumesNegativeTest-447500761 tempest-VolumesNegativeTest-447500761-project] 10.222.0.99 "GET /v2.0/ports?device_id=1ac2a71a-1c22-4cae-8fc1-e849649be0ad HTTP/1.1" status: 200 len: 210 time: 0.3538866 Feb 04 07:58:52.440502 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-1aa45a3a-2051-4f3f-a292-d270ef67d655 req-fff52392-9a18-4c0d-bf45-6e54dd016b65 tempest-VolumesNegativeTest-447500761 tempest-VolumesNegativeTest-447500761-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=d169c946ffe1451eb4af6bf508791261&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0596662 Feb 04 07:58:52.485498 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-b58c3c48-452a-41d6-83b0-50cd2ca7301a req-db289dc0-6e54-4722-a4b8-5f05c62b60bb tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/security-groups?id=165ca7ed-0745-4a75-913b-d38f318fbd54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4647529 Feb 04 07:58:52.924546 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9b18907c-75e3-46df-acbb-dc96757528aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:53.140508 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa45a3a-2051-4f3f-a292-d270ef67d655 req-009a3c04-d116-4b18-8dff-a67cc73de895 tempest-VolumesNegativeTest-447500761 tempest-VolumesNegativeTest-447500761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:58:53.142221 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-1aa45a3a-2051-4f3f-a292-d270ef67d655 req-009a3c04-d116-4b18-8dff-a67cc73de895 tempest-VolumesNegativeTest-447500761 tempest-VolumesNegativeTest-447500761-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6792889 Feb 04 07:58:53.236076 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 50924) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:58:53.256924 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f47d65-9f76-4cdf-8eff-7d35c15b48c0 req-5698d0bf-67eb-40ba-8c73-bbba97c691ac tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:58:53.257752 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [req-a7f47d65-9f76-4cdf-8eff-7d35c15b48c0 req-5698d0bf-67eb-40ba-8c73-bbba97c691ac tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Synchronizing usage tracker for tenant:e025b0caf149437a978dcb2e658b1da5 on resource:port {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 04 07:58:53.268219 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.v2.base [req-1aa45a3a-2051-4f3f-a292-d270ef67d655 req-4840bfec-dc9e-4b4f-a99a-d07c67366b35 tempest-VolumesNegativeTest-447500761 tempest-VolumesNegativeTest-447500761-project] Request body: {'port': {'device_id': '1ac2a71a-1c22-4cae-8fc1-e849649be0ad', 'network_id': '0a47f9de-d7fe-4f9a-bb13-797ee2e25ea4', 'admin_state_up': True, 'tenant_id': 'd169c946ffe1451eb4af6bf508791261'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 07:58:53.388730 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [req-a7f47d65-9f76-4cdf-8eff-7d35c15b48c0 req-5698d0bf-67eb-40ba-8c73-bbba97c691ac tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Unset dirty status for tenant:e025b0caf149437a978dcb2e658b1da5 on resource:port {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 04 07:58:53.390545 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-a7f47d65-9f76-4cdf-8eff-7d35c15b48c0 req-5698d0bf-67eb-40ba-8c73-bbba97c691ac tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] 10.222.0.99 "GET /v2.0/ports?device_id=0008e56e-09ef-40d2-a61b-d0f808be261a HTTP/1.1" status: 200 len: 931 time: 0.8657959 Feb 04 07:58:53.460979 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.v2.base [None req-f5e77f52-8474-4b68-b162-76c52fa67bf9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1949532045-network', 'tenant_id': '60b487ac91624ec6b296ca8b77fa79ed'}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 07:58:53.470134 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-f5e77f52-8474-4b68-b162-76c52fa67bf9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 07:58:53.482076 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-f5e77f52-8474-4b68-b162-76c52fa67bf9 admin admin] Usage tracker for resource:network and tenant:60b487ac91624ec6b296ca8b77fa79ed is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 07:58:53.486703 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-f5e77f52-8474-4b68-b162-76c52fa67bf9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 07:58:53.494050 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-f5e77f52-8474-4b68-b162-76c52fa67bf9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 07:58:53.512275 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5e77f52-8474-4b68-b162-76c52fa67bf9 admin admin] Made reservation on behalf of 60b487ac91624ec6b296ca8b77fa79ed for: {'network': 1} {{(pid=80113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 04 07:58:53.529998 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f5e77f52-8474-4b68-b162-76c52fa67bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for network, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:53.549584 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f5e77f52-8474-4b68-b162-76c52fa67bf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:53.550446 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-a7f47d65-9f76-4cdf-8eff-7d35c15b48c0 req-ba443af1-7d85-4056-a9e5-ca014e0bc898 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] 10.222.0.99 "GET /v2.0/security-groups?id=23e57bf3-6871-46d4-a88b-2b22ec633850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457424 Feb 04 07:58:53.594218 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.notifiers.nova [req-c9a90838-7479-4ea4-bc60-e93589651777 req-0cdb905e-d7a5-425b-a565-d16bd9bf8119 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ef0ebf8-8141-46e2-96ef-9f210f0be191 {{(pid=80114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 04 07:58:53.597145 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-f5e77f52-8474-4b68-b162-76c52fa67bf9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 07:58:53.604427 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-f5e77f52-8474-4b68-b162-76c52fa67bf9 admin admin] Usage tracker for resource:security_group_rule and tenant:60b487ac91624ec6b296ca8b77fa79ed is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 07:58:53.608221 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-f5e77f52-8474-4b68-b162-76c52fa67bf9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 07:58:53.616593 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-f5e77f52-8474-4b68-b162-76c52fa67bf9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 07:58:53.659778 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [req-1aa45a3a-2051-4f3f-a292-d270ef67d655 req-4840bfec-dc9e-4b4f-a99a-d07c67366b35 tempest-VolumesNegativeTest-447500761 tempest-VolumesNegativeTest-447500761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 07:58:53.663814 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-c9a90838-7479-4ea4-bc60-e93589651777 req-0cdb905e-d7a5-425b-a565-d16bd9bf8119 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:53.668236 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-d858384d-2ba3-4a0b-988e-6fce4a6ed98e req-df0b4fbc-b0fb-41a8-a9b5-26be759b9cfc tempest-VolumesNegativeTest-447500761 tempest-VolumesNegativeTest-447500761-project] 10.222.0.99 "GET /v2.0/ports?device_id=1ac2a71a-1c22-4cae-8fc1-e849649be0ad HTTP/1.1" status: 200 len: 210 time: 0.0811999 Feb 04 07:58:53.672166 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [req-1aa45a3a-2051-4f3f-a292-d270ef67d655 req-4840bfec-dc9e-4b4f-a99a-d07c67366b35 tempest-VolumesNegativeTest-447500761 tempest-VolumesNegativeTest-447500761-project] Usage tracker for resource:port and tenant:d169c946ffe1451eb4af6bf508791261 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 07:58:53.679040 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [req-1aa45a3a-2051-4f3f-a292-d270ef67d655 req-4840bfec-dc9e-4b4f-a99a-d07c67366b35 tempest-VolumesNegativeTest-447500761 tempest-VolumesNegativeTest-447500761-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 07:58:53.689398 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [req-1aa45a3a-2051-4f3f-a292-d270ef67d655 req-4840bfec-dc9e-4b4f-a99a-d07c67366b35 tempest-VolumesNegativeTest-447500761 tempest-VolumesNegativeTest-447500761-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 07:58:53.692491 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [req-c9a90838-7479-4ea4-bc60-e93589651777 req-0cdb905e-d7a5-425b-a565-d16bd9bf8119 service neutron] Transition to ACTIVE for port object 9ef0ebf8-8141-46e2-96ef-9f210f0be191 will not be triggered until provisioned by entity L2. {{(pid=80114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 04 07:58:53.697193 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-c9a90838-7479-4ea4-bc60-e93589651777 req-0cdb905e-d7a5-425b-a565-d16bd9bf8119 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309259674757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309260170288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727594605546'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:53.714918 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:58:53.717199 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f5e77f52-8474-4b68-b162-76c52fa67bf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:53.720147 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f5e77f52-8474-4b68-b162-76c52fa67bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:53.724604 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-0f430ec5-2713-4f6d-a3c8-4ad3de0fb2ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:58:53.759409 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5e77f52-8474-4b68-b162-76c52fa67bf9 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 04 07:58:53.769972 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e77f52-8474-4b68-b162-76c52fa67bf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4313abdf-0758-48ef-85c9-0d883ca2cbcb,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:58:53.774197 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-f5e77f52-8474-4b68-b162-76c52fa67bf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:58:53.777083 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f5e77f52-8474-4b68-b162-76c52fa67bf9 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727595116386', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774980'] for segment, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:53.777584 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.db.segments_db [None req-f5e77f52-8474-4b68-b162-76c52fa67bf9 admin admin] Added segment d569568a-3589-4a86-b2cc-4d13735c5e6b of type vxlan for network d5bbe659-e5c0-4960-af33-ba4597e12070 Feb 04 07:58:53.810297 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f5e77f52-8474-4b68-b162-76c52fa67bf9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363309260185511'] for network, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:53.846020 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-85fac0c9-e82f-41ee-a61d-5b2e920e6613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:53.851792 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f5e77f52-8474-4b68-b162-76c52fa67bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830'] for network, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:53.853227 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e77f52-8474-4b68-b162-76c52fa67bf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:58:53.854175 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f5e77f52-8474-4b68-b162-76c52fa67bf9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1815815'] for network, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:53.860025 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-6e0fe8b9-dc1d-4b8b-bdc9-4764ae352958 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:58:53.880087 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1aa45a3a-2051-4f3f-a292-d270ef67d655 req-4840bfec-dc9e-4b4f-a99a-d07c67366b35 tempest-VolumesNegativeTest-447500761 tempest-VolumesNegativeTest-447500761-project] Made reservation on behalf of d169c946ffe1451eb4af6bf508791261 for: {'port': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 04 07:58:53.901361 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-1aa45a3a-2051-4f3f-a292-d270ef67d655 req-4840bfec-dc9e-4b4f-a99a-d07c67366b35 tempest-VolumesNegativeTest-447500761 tempest-VolumesNegativeTest-447500761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:53.939846 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-1aa45a3a-2051-4f3f-a292-d270ef67d655 req-4840bfec-dc9e-4b4f-a99a-d07c67366b35 tempest-VolumesNegativeTest-447500761 tempest-VolumesNegativeTest-447500761-project] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:53.972303 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdb905e-d7a5-425b-a565-d16bd9bf8119 service neutron] Pushing event updated for resources: {'Port': ['ID=9ef0ebf8-8141-46e2-96ef-9f210f0be191,revision_number=2']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:58:53.975356 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-f5e77f52-8474-4b68-b162-76c52fa67bf9 admin admin] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.7376361 Feb 04 07:58:53.979068 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 50946) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:58:53.980057 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e77f52-8474-4b68-b162-76c52fa67bf9 admin admin] Pushing event updated for resources: {'Network': ['ID=d5bbe659-e5c0-4960-af33-ba4597e12070,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:58:53.982949 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-f5e77f52-8474-4b68-b162-76c52fa67bf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:58:53.990144 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.v2.base [None req-9aeb5da1-650d-4dfe-b03e-bc3c04747b3c admin admin] Request body: {'subnet': {'network_id': 'd5bbe659-e5c0-4960-af33-ba4597e12070', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1949532045-subnet', 'tenant_id': '60b487ac91624ec6b296ca8b77fa79ed', 'ip_version': 4}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 07:58:53.996493 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Network d5bbe659-e5c0-4960-af33-ba4597e12070 details requested by agent ovs-agent-dv-cinder-733062-18-smb with host dv-cinder-733062-18-smb {{(pid=80115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 04 07:58:53.999768 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-9aeb5da1-650d-4dfe-b03e-bc3c04747b3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 07:58:54.010612 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-9aeb5da1-650d-4dfe-b03e-bc3c04747b3c admin admin] Usage tracker for resource:subnet and tenant:60b487ac91624ec6b296ca8b77fa79ed is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 07:58:54.014729 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-9aeb5da1-650d-4dfe-b03e-bc3c04747b3c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 07:58:54.025859 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-9aeb5da1-650d-4dfe-b03e-bc3c04747b3c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 07:58:54.033093 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [req-1aa45a3a-2051-4f3f-a292-d270ef67d655 req-4840bfec-dc9e-4b4f-a99a-d07c67366b35 tempest-VolumesNegativeTest-447500761 tempest-VolumesNegativeTest-447500761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 07:58:54.037760 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aeb5da1-650d-4dfe-b03e-bc3c04747b3c admin admin] Made reservation on behalf of 60b487ac91624ec6b296ca8b77fa79ed for: {'subnet': 1} {{(pid=80113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 04 07:58:54.042227 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-0cdb905e-d7a5-425b-a565-d16bd9bf8119 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:58:54.042602 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9aeb5da1-650d-4dfe-b03e-bc3c04747b3c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1465462'] for subnet, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:54.053048 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [req-1aa45a3a-2051-4f3f-a292-d270ef67d655 req-4840bfec-dc9e-4b4f-a99a-d07c67366b35 tempest-VolumesNegativeTest-447500761 tempest-VolumesNegativeTest-447500761-project] Usage tracker for resource:security_group_rule and tenant:d169c946ffe1451eb4af6bf508791261 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 07:58:54.061233 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [req-1aa45a3a-2051-4f3f-a292-d270ef67d655 req-4840bfec-dc9e-4b4f-a99a-d07c67366b35 tempest-VolumesNegativeTest-447500761 tempest-VolumesNegativeTest-447500761-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 07:58:54.070503 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [req-1aa45a3a-2051-4f3f-a292-d270ef67d655 req-4840bfec-dc9e-4b4f-a99a-d07c67366b35 tempest-VolumesNegativeTest-447500761 tempest-VolumesNegativeTest-447500761-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 07:58:54.080115 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Network d5bbe659-e5c0-4960-af33-ba4597e12070 details requested by agent ovs-agent-hv-cinder-73306 with host hv-cinder-73306 {{(pid=80115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 04 07:58:54.179763 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [req-c9a90838-7479-4ea4-bc60-e93589651777 req-0cdb905e-d7a5-425b-a565-d16bd9bf8119 service neutron] Attempting to bind port 9ef0ebf8-8141-46e2-96ef-9f210f0be191 on host hv-cinder-73306 for vnic_type normal with profile {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 07:58:54.180294 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [req-c9a90838-7479-4ea4-bc60-e93589651777 req-0cdb905e-d7a5-425b-a565-d16bd9bf8119 service neutron] Attempting to bind port 9ef0ebf8-8141-46e2-96ef-9f210f0be191 by drivers openvswitch on host hv-cinder-73306 at level 0 using segments [{'id': '7f07e79c-d155-408f-9374-f6b393baea02', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd6cc8c6f-e231-4895-957c-7832ba254527'}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 04 07:58:54.180539 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a90838-7479-4ea4-bc60-e93589651777 req-0cdb905e-d7a5-425b-a565-d16bd9bf8119 service neutron] Attempting to bind port 9ef0ebf8-8141-46e2-96ef-9f210f0be191 on network d6cc8c6f-e231-4895-957c-7832ba254527 {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 04 07:58:54.235770 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a90838-7479-4ea4-bc60-e93589651777 req-0cdb905e-d7a5-425b-a565-d16bd9bf8119 service neutron] Checking agent: {'id': 'ff9cc465-2d2d-4d6a-b510-d92e1cf0c130', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73306', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 4, 7, 55, 7), 'started_at': datetime.datetime(2021, 2, 4, 7, 55, 37), 'heartbeat_timestamp': datetime.datetime(2021, 2, 4, 7, 58, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.95', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 07:58:54.236147 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a90838-7479-4ea4-bc60-e93589651777 req-0cdb905e-d7a5-425b-a565-d16bd9bf8119 service neutron] Checking segment: {'id': '7f07e79c-d155-408f-9374-f6b393baea02', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd6cc8c6f-e231-4895-957c-7832ba254527'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 04 07:58:54.236754 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-c9a90838-7479-4ea4-bc60-e93589651777 req-0cdb905e-d7a5-425b-a565-d16bd9bf8119 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:54.236914 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a90838-7479-4ea4-bc60-e93589651777 req-0cdb905e-d7a5-425b-a565-d16bd9bf8119 service neutron] Bound using segment: {'id': '7f07e79c-d155-408f-9374-f6b393baea02', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd6cc8c6f-e231-4895-957c-7832ba254527'} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 07:58:54.237330 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [req-c9a90838-7479-4ea4-bc60-e93589651777 req-0cdb905e-d7a5-425b-a565-d16bd9bf8119 service neutron] Bound port: 9ef0ebf8-8141-46e2-96ef-9f210f0be191, host: hv-cinder-73306, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f07e79c-d155-408f-9374-f6b393baea02', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd6cc8c6f-e231-4895-957c-7832ba254527'}}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 04 07:58:54.237791 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-c9a90838-7479-4ea4-bc60-e93589651777 req-0cdb905e-d7a5-425b-a565-d16bd9bf8119 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:54.338838 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f948d3d9-9fd7-41f2-9a07-15c09b10c0e9 req-46ae2725-b642-4352-8005-8059c81ce981 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:58:54.346037 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-f948d3d9-9fd7-41f2-9a07-15c09b10c0e9 req-46ae2725-b642-4352-8005-8059c81ce981 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/ports?device_id=f6928dd1-8dfc-4e67-9ebb-85ac26bb95c8 HTTP/1.1" status: 200 len: 945 time: 0.6318839 Feb 04 07:58:54.469829 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-1aa45a3a-2051-4f3f-a292-d270ef67d655 req-4840bfec-dc9e-4b4f-a99a-d07c67366b35 tempest-VolumesNegativeTest-447500761 tempest-VolumesNegativeTest-447500761-project] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:54.497705 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-f948d3d9-9fd7-41f2-9a07-15c09b10c0e9 req-0fd9ab58-b46d-4c3c-823d-386d5cdad12f tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/security-groups?id=165ca7ed-0745-4a75-913b-d38f318fbd54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360545 Feb 04 07:58:54.498391 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-1aa45a3a-2051-4f3f-a292-d270ef67d655 req-4840bfec-dc9e-4b4f-a99a-d07c67366b35 tempest-VolumesNegativeTest-447500761 tempest-VolumesNegativeTest-447500761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:54.501646 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9aeb5da1-650d-4dfe-b03e-bc3c04747b3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3167152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1465413'] for subnet, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:54.517587 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-33df9b6c-8331-47a9-86c4-04b74f0ccc3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:58:54.517878 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-c6b68855-5d5c-4210-93c6-d8ce4c39d167 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:58:54.590248 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [req-c9a90838-7479-4ea4-bc60-e93589651777 req-0cdb905e-d7a5-425b-a565-d16bd9bf8119 service neutron] For port 9ef0ebf8-8141-46e2-96ef-9f210f0be191, host hv-cinder-73306, cleared binding levels {{(pid=80114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 04 07:58:54.649493 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4840bfec-dc9e-4b4f-a99a-d07c67366b35 tempest-VolumesNegativeTest-447500761 tempest-VolumesNegativeTest-447500761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4681ea8-0ae2-4368-9c53-0f9fb3582783,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:58:54.658532 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-4840bfec-dc9e-4b4f-a99a-d07c67366b35 tempest-VolumesNegativeTest-447500761 tempest-VolumesNegativeTest-447500761-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:58:54.667485 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [req-c9a90838-7479-4ea4-bc60-e93589651777 req-0cdb905e-d7a5-425b-a565-d16bd9bf8119 service neutron] For port 9ef0ebf8-8141-46e2-96ef-9f210f0be191, host hv-cinder-73306, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=9ef0ebf8-8141-46e2-96ef-9f210f0be191,segment=NetworkSegment(7f07e79c-d155-408f-9374-f6b393baea02),segment_id=7f07e79c-d155-408f-9374-f6b393baea02)] {{(pid=80114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 04 07:58:54.672281 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:54.682065 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aeb5da1-650d-4dfe-b03e-bc3c04747b3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d7c4961-342b-40ca-a804-f15c6236b720,revision_number=0']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:58:54.695690 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-c9a90838-7479-4ea4-bc60-e93589651777 req-0cdb905e-d7a5-425b-a565-d16bd9bf8119 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309259674757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309260170288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727594605546'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:54.699068 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-9aeb5da1-650d-4dfe-b03e-bc3c04747b3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:58:54.793841 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aeb5da1-650d-4dfe-b03e-bc3c04747b3c admin admin] Checking segment: {'id': 'd569568a-3589-4a86-b2cc-4d13735c5e6b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd5bbe659-e5c0-4960-af33-ba4597e12070'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 04 07:58:54.794238 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aeb5da1-650d-4dfe-b03e-bc3c04747b3c admin admin] Network hostable DHCP agents. Network: d5bbe659-e5c0-4960-af33-ba4597e12070, hostable agents: ['8e54cc33-14f6-4bf4-a71e-228639724c29'], hosted agents: [] {{(pid=80113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 04 07:58:54.817007 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aeb5da1-650d-4dfe-b03e-bc3c04747b3c admin admin] Network d5bbe659-e5c0-4960-af33-ba4597e12070 is scheduled to be hosted by DHCP agent 8e54cc33-14f6-4bf4-a71e-228639724c29 with binding_index 1 {{(pid=80113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 04 07:58:54.826120 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.base_scheduler [None req-9aeb5da1-650d-4dfe-b03e-bc3c04747b3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733062-18-smb, d5bbe659-e5c0-4960-af33-ba4597e12070) {{(pid=80113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 04 07:58:54.841250 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:58:54.852084 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb8c1cc-273b-43ea-9db6-76bac5a0664c None None] Network d5bbe659-e5c0-4960-af33-ba4597e12070 requested from dv-cinder-733062-18-smb {{(pid=80115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 04 07:58:54.861731 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aeb5da1-650d-4dfe-b03e-bc3c04747b3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:58:54.862585 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9aeb5da1-650d-4dfe-b03e-bc3c04747b3c admin admin] Notify callbacks [] for subnet, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:54.903208 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-9aeb5da1-650d-4dfe-b03e-bc3c04747b3c admin admin] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9189918 Feb 04 07:58:54.905900 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 50964) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:58:54.914988 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.v2.base [None req-efae6c7a-665e-451a-9ca8-e7558ec83562 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1949532045-router', 'tenant_id': '60b487ac91624ec6b296ca8b77fa79ed', 'external_gateway_info': {'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c'}}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 07:58:54.920879 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-efae6c7a-665e-451a-9ca8-e7558ec83562 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 07:58:54.925991 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-efae6c7a-665e-451a-9ca8-e7558ec83562 admin admin] Usage tracker for resource:router and tenant:60b487ac91624ec6b296ca8b77fa79ed is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 07:58:54.931526 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-efae6c7a-665e-451a-9ca8-e7558ec83562 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 07:58:54.937755 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-efae6c7a-665e-451a-9ca8-e7558ec83562 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 07:58:54.954093 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-efae6c7a-665e-451a-9ca8-e7558ec83562 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1652380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7188'] for router, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:54.955523 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-efae6c7a-665e-451a-9ca8-e7558ec83562 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853123470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853136526', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2013956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854768627'] for router, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:54.977750 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-efae6c7a-665e-451a-9ca8-e7558ec83562 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:55.046910 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-bcf8c0a4-d160-4fab-9851-cf149f536cf3 req-1407dd86-b00f-4cbf-9fe4-e200b2bd511c tempest-VolumesNegativeTest-447500761 tempest-VolumesNegativeTest-447500761-project] 10.222.0.99 "GET /v2.0/ports?device_id=1ac2a71a-1c22-4cae-8fc1-e849649be0ad HTTP/1.1" status: 200 len: 210 time: 0.1647449 Feb 04 07:58:55.048057 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.agents_db [None req-15dbd8ae-9ae4-49dc-a873-5f27e28d1d51 None None] Agent healthcheck: found 6 active agents {{(pid=80116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 04 07:58:55.110422 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a90838-7479-4ea4-bc60-e93589651777 req-0cdb905e-d7a5-425b-a565-d16bd9bf8119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:58:55.111174 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-c9a90838-7479-4ea4-bc60-e93589651777 req-0cdb905e-d7a5-425b-a565-d16bd9bf8119 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1815815'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:55.112687 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-c9a90838-7479-4ea4-bc60-e93589651777 req-0cdb905e-d7a5-425b-a565-d16bd9bf8119 service neutron] 10.222.0.76 "PUT /v2.0/ports/9ef0ebf8-8141-46e2-96ef-9f210f0be191 HTTP/1.1" status: 200 len: 1157 time: 3.5449369 Feb 04 07:58:55.121994 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0008e56e-09ef-40d2-a61b-d0f808be261a', 'tag': '9ef0ebf8-8141-46e2-96ef-9f210f0be191'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 07:58:55.146938 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdb905e-d7a5-425b-a565-d16bd9bf8119 service neutron] Pushing event updated for resources: {'Port': ['ID=9ef0ebf8-8141-46e2-96ef-9f210f0be191,revision_number=3']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:58:55.154262 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-0cdb905e-d7a5-425b-a565-d16bd9bf8119 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:58:55.164771 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-974ee5f5-87fa-4035-b283-9fe024d67e2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeaced70-d5a4-5733-ba6e-56756fcee946-d5bbe659-e5c0-4960-af33-ba4597e12070', 'network_id': 'd5bbe659-e5c0-4960-af33-ba4597e12070', 'tenant_id': '60b487ac91624ec6b296ca8b77fa79ed', 'fixed_ips': [{'subnet_id': '8d7c4961-342b-40ca-a804-f15c6236b720'}]}} from dv-cinder-733062-18-smb. {{(pid=80115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 04 07:58:55.165837 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-974ee5f5-87fa-4035-b283-9fe024d67e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:55.223485 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-19d3b842-1860-471a-9268-0862a9b26fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:55.322167 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899adf53-58af-46c5-b51c-99d183b3c3b2 req-9679ecd1-e8e9-4f68-852d-5d068a78fc38 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:58:55.331172 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-899adf53-58af-46c5-b51c-99d183b3c3b2 req-9679ecd1-e8e9-4f68-852d-5d068a78fc38 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] 10.222.0.99 "GET /v2.0/ports?device_id=0008e56e-09ef-40d2-a61b-d0f808be261a HTTP/1.1" status: 200 len: 943 time: 0.4906449 Feb 04 07:58:55.334408 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-efae6c7a-665e-451a-9ca8-e7558ec83562 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853136575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1652451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854768526'] for router, precommit_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:55.418284 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0008e56e-09ef-40d2-a61b-d0f808be261a', 'tag': '9ef0ebf8-8141-46e2-96ef-9f210f0be191', 'status': 'completed', 'code': 200} Feb 04 07:58:55.500829 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-899adf53-58af-46c5-b51c-99d183b3c3b2 req-5d6258fb-6cc1-4c78-9100-70080fb5bba7 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] 10.222.0.99 "GET /v2.0/security-groups?id=23e57bf3-6871-46d4-a88b-2b22ec633850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688676 Feb 04 07:58:55.525696 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.db_base_plugin_common [req-1aa45a3a-2051-4f3f-a292-d270ef67d655 req-4840bfec-dc9e-4b4f-a99a-d07c67366b35 tempest-VolumesNegativeTest-447500761 tempest-VolumesNegativeTest-447500761-project] Allocated IP 192.168.233.31 (0a47f9de-d7fe-4f9a-bb13-797ee2e25ea4/dfa3c907-4c0c-464f-9748-6cc5a322ea3f/926f23e7-0f96-4b3f-b110-ce722c97c5ad) {{(pid=80114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 04 07:58:55.538161 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a90838-7479-4ea4-bc60-e93589651777 req-5c461d9c-d1e1-41b4-96a7-b8c3edaf8bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:58:55.540096 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-c9a90838-7479-4ea4-bc60-e93589651777 req-5c461d9c-d1e1-41b4-96a7-b8c3edaf8bfa service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e025b0caf149437a978dcb2e658b1da5&device_id=0008e56e-09ef-40d2-a61b-d0f808be261a HTTP/1.1" status: 200 len: 1160 time: 0.3530927 Feb 04 07:58:55.623856 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.db_base_plugin_common [None req-974ee5f5-87fa-4035-b283-9fe024d67e2d None None] Allocated IP 172.20.0.2 (d5bbe659-e5c0-4960-af33-ba4597e12070/8d7c4961-342b-40ca-a804-f15c6236b720/21b3cbd0-5069-495d-a306-e7df39d13eb8) {{(pid=80115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 04 07:58:55.760151 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-efae6c7a-665e-451a-9ca8-e7558ec83562 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:55.798281 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-efae6c7a-665e-451a-9ca8-e7558ec83562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:55.895773 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-974ee5f5-87fa-4035-b283-9fe024d67e2d None None] Notify callbacks [] for port, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:55.907464 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-974ee5f5-87fa-4035-b283-9fe024d67e2d None None] Transition to ACTIVE for port object 21b3cbd0-5069-495d-a306-e7df39d13eb8 will not be triggered until provisioned by entity L2. {{(pid=80115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 04 07:58:55.924631 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-974ee5f5-87fa-4035-b283-9fe024d67e2d None None] Transition to ACTIVE for port object 21b3cbd0-5069-495d-a306-e7df39d13eb8 will not be triggered until provisioned by entity DHCP. {{(pid=80115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 04 07:58:55.931246 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-974ee5f5-87fa-4035-b283-9fe024d67e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727594645960'] for port, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:55.939701 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-c9a90838-7479-4ea4-bc60-e93589651777 req-1be9d881-4939-49ae-ba36-f22cdc26f115 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9ef0ebf8-8141-46e2-96ef-9f210f0be191 HTTP/1.1" status: 200 len: 217 time: 0.3563361 Feb 04 07:58:55.948028 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:58:56.099481 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974ee5f5-87fa-4035-b283-9fe024d67e2d None None] Pushing event updated for resources: {'Port': ['ID=21b3cbd0-5069-495d-a306-e7df39d13eb8,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:58:56.120926 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-974ee5f5-87fa-4035-b283-9fe024d67e2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:58:56.150193 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.db_base_plugin_common [None req-efae6c7a-665e-451a-9ca8-e7558ec83562 admin admin] Allocated IP 172.28.3.103 (fc08f4da-7ea1-4669-9c0d-064e3549341c/afd83efb-5d3e-41fa-8710-d4145e2840f2/950e1bde-a355-4187-9b7e-dc414b628341) {{(pid=80113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 04 07:58:56.182594 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a90838-7479-4ea4-bc60-e93589651777 req-c91c9940-b66d-4391-a6c9-266dc7652ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:58:56.182594 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-c9a90838-7479-4ea4-bc60-e93589651777 req-c91c9940-b66d-4391-a6c9-266dc7652ab9 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=daa9ab9c-d070-4c63-9925-724b7f6976a7 HTTP/1.1" status: 200 len: 855 time: 0.2059171 Feb 04 07:58:56.227294 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-974ee5f5-87fa-4035-b283-9fe024d67e2d None None] Network d5bbe659-e5c0-4960-af33-ba4597e12070 is already hosted by enough agents. {{(pid=80115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 04 07:58:56.228659 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.base_scheduler [None req-974ee5f5-87fa-4035-b283-9fe024d67e2d None None] Resources bound (agent type, host, resource id): {{(pid=80115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 04 07:58:56.233572 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974ee5f5-87fa-4035-b283-9fe024d67e2d None None] Received port after_create {{(pid=80115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 04 07:58:56.306557 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-974ee5f5-87fa-4035-b283-9fe024d67e2d None None] Attempting to bind port 21b3cbd0-5069-495d-a306-e7df39d13eb8 on host dv-cinder-733062-18-smb for vnic_type normal with profile {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 07:58:56.306979 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-974ee5f5-87fa-4035-b283-9fe024d67e2d None None] Attempting to bind port 21b3cbd0-5069-495d-a306-e7df39d13eb8 by drivers openvswitch on host dv-cinder-733062-18-smb at level 0 using segments [{'id': 'd569568a-3589-4a86-b2cc-4d13735c5e6b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd5bbe659-e5c0-4960-af33-ba4597e12070'}] {{(pid=80115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 04 07:58:56.307426 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974ee5f5-87fa-4035-b283-9fe024d67e2d None None] Attempting to bind port 21b3cbd0-5069-495d-a306-e7df39d13eb8 on network d5bbe659-e5c0-4960-af33-ba4597e12070 {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 04 07:58:56.314802 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974ee5f5-87fa-4035-b283-9fe024d67e2d None None] Checking agent: {'id': 'b265e0d7-049f-4621-8b9a-cada9a3d4f64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-18-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 4, 7, 47, 55), 'started_at': datetime.datetime(2021, 2, 4, 7, 48, 25), 'heartbeat_timestamp': datetime.datetime(2021, 2, 4, 7, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-18-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.87', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 07:58:56.315255 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974ee5f5-87fa-4035-b283-9fe024d67e2d None None] Checking segment: {'id': 'd569568a-3589-4a86-b2cc-4d13735c5e6b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd5bbe659-e5c0-4960-af33-ba4597e12070'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 04 07:58:56.315712 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-974ee5f5-87fa-4035-b283-9fe024d67e2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:56.316154 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974ee5f5-87fa-4035-b283-9fe024d67e2d None None] Bound using segment: {'id': 'd569568a-3589-4a86-b2cc-4d13735c5e6b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd5bbe659-e5c0-4960-af33-ba4597e12070'} {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 07:58:56.318216 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-974ee5f5-87fa-4035-b283-9fe024d67e2d None None] Bound port: 21b3cbd0-5069-495d-a306-e7df39d13eb8, host: dv-cinder-733062-18-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd569568a-3589-4a86-b2cc-4d13735c5e6b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd5bbe659-e5c0-4960-af33-ba4597e12070'}}] {{(pid=80115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 04 07:58:56.318216 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-974ee5f5-87fa-4035-b283-9fe024d67e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:56.402784 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-efae6c7a-665e-451a-9ca8-e7558ec83562 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:56.420089 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7813c6db-e59d-4d01-88fa-d154b55ebcb3 req-80108610-352b-401d-bff9-5cf6fec0635c tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:58:56.422089 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-7813c6db-e59d-4d01-88fa-d154b55ebcb3 req-80108610-352b-401d-bff9-5cf6fec0635c tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/ports?device_id=f6928dd1-8dfc-4e67-9ebb-85ac26bb95c8 HTTP/1.1" status: 200 len: 945 time: 0.5543492 Feb 04 07:58:56.424995 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-c9a90838-7479-4ea4-bc60-e93589651777 req-b3f1cabe-c35e-40d6-bc7d-460c8916c51c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d6cc8c6f-e231-4895-957c-7832ba254527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2289035 Feb 04 07:58:56.436037 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-fa534646-f35b-4120-8c3b-83792a63fbb0 req-8ffea51d-1e64-42f1-bcf4-f9fa988b4f68 tempest-VolumesNegativeTest-447500761 tempest-VolumesNegativeTest-447500761-project] 10.222.0.99 "GET /v2.0/ports?device_id=1ac2a71a-1c22-4cae-8fc1-e849649be0ad HTTP/1.1" status: 200 len: 210 time: 0.1957307 Feb 04 07:58:56.438264 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-efae6c7a-665e-451a-9ca8-e7558ec83562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727594645960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851609521'] for port, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:56.460368 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-be32c401-b79d-40be-852e-000917df9242 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:58:56.460601 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-974ee5f5-87fa-4035-b283-9fe024d67e2d None None] For port 21b3cbd0-5069-495d-a306-e7df39d13eb8, host dv-cinder-733062-18-smb, cleared binding levels {{(pid=80115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 04 07:58:56.463765 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-974ee5f5-87fa-4035-b283-9fe024d67e2d None None] For port 21b3cbd0-5069-495d-a306-e7df39d13eb8, host dv-cinder-733062-18-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-18-smb',level=0,port_id=21b3cbd0-5069-495d-a306-e7df39d13eb8,segment=NetworkSegment(d569568a-3589-4a86-b2cc-4d13735c5e6b),segment_id=d569568a-3589-4a86-b2cc-4d13735c5e6b)] {{(pid=80115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 04 07:58:56.469161 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-974ee5f5-87fa-4035-b283-9fe024d67e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309259674757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309260170288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727594605546'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:56.494955 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-26fd4e2b-d467-425e-b6e7-d950694a554c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:58:56.523269 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-1aa45a3a-2051-4f3f-a292-d270ef67d655 req-4840bfec-dc9e-4b4f-a99a-d07c67366b35 tempest-VolumesNegativeTest-447500761 tempest-VolumesNegativeTest-447500761-project] Notify callbacks [] for port, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:56.604397 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974ee5f5-87fa-4035-b283-9fe024d67e2d None None] Pushing event updated for resources: {'Port': ['ID=21b3cbd0-5069-495d-a306-e7df39d13eb8,revision_number=2']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:58:56.616060 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-974ee5f5-87fa-4035-b283-9fe024d67e2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:58:56.643472 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [req-1aa45a3a-2051-4f3f-a292-d270ef67d655 req-4840bfec-dc9e-4b4f-a99a-d07c67366b35 tempest-VolumesNegativeTest-447500761 tempest-VolumesNegativeTest-447500761-project] Transition to ACTIVE for port object 926f23e7-0f96-4b3f-b110-ce722c97c5ad will not be triggered until provisioned by entity DHCP. {{(pid=80114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 04 07:58:56.695699 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-7813c6db-e59d-4d01-88fa-d154b55ebcb3 req-1df6eafa-8b4c-4d60-a577-e4a08f9edb35 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/security-groups?id=165ca7ed-0745-4a75-913b-d38f318fbd54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2543814 Feb 04 07:58:56.835050 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-c9a90838-7479-4ea4-bc60-e93589651777 req-1b0911e7-82d7-41fa-84dc-e49140c0e188 service neutron] 10.222.0.76 "GET /v2.0/networks/d6cc8c6f-e231-4895-957c-7832ba254527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3945503 Feb 04 07:58:56.922825 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-1aa45a3a-2051-4f3f-a292-d270ef67d655 req-4840bfec-dc9e-4b4f-a99a-d07c67366b35 tempest-VolumesNegativeTest-447500761 tempest-VolumesNegativeTest-447500761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727594645960'] for port, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:56.971352 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efae6c7a-665e-451a-9ca8-e7558ec83562 admin admin] Pushing event updated for resources: {'Port': ['ID=950e1bde-a355-4187-9b7e-dc414b628341,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:58:56.978333 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-efae6c7a-665e-451a-9ca8-e7558ec83562 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.520s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:58:57.003218 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-8654099b-5714-4e68-85c7-1d83a8609d70 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:58:57.038759 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efae6c7a-665e-451a-9ca8-e7558ec83562 admin admin] Network fc08f4da-7ea1-4669-9c0d-064e3549341c is already hosted by enough agents. {{(pid=80113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 04 07:58:57.040017 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.base_scheduler [None req-efae6c7a-665e-451a-9ca8-e7558ec83562 admin admin] Resources bound (agent type, host, resource id): {{(pid=80113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 04 07:58:57.042416 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efae6c7a-665e-451a-9ca8-e7558ec83562 admin admin] Received port after_create {{(pid=80113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 04 07:58:57.227740 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4840bfec-dc9e-4b4f-a99a-d07c67366b35 tempest-VolumesNegativeTest-447500761 tempest-VolumesNegativeTest-447500761-project] Pushing event updated for resources: {'Port': ['ID=926f23e7-0f96-4b3f-b110-ce722c97c5ad,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:58:57.236315 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-4840bfec-dc9e-4b4f-a99a-d07c67366b35 tempest-VolumesNegativeTest-447500761 tempest-VolumesNegativeTest-447500761-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:58:57.361978 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cc0edd-957d-435d-958e-0fbe79be182d req-019604e7-5844-4067-8be1-e1e1b4e40ebc tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:58:57.364459 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-a6cc0edd-957d-435d-958e-0fbe79be182d req-019604e7-5844-4067-8be1-e1e1b4e40ebc tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] 10.222.0.99 "GET /v2.0/ports?device_id=0008e56e-09ef-40d2-a61b-d0f808be261a HTTP/1.1" status: 200 len: 943 time: 0.5392101 Feb 04 07:58:57.370298 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-c9a90838-7479-4ea4-bc60-e93589651777 req-ea5dce5a-73bb-4cbe-afaa-3a185b1a085f service neutron] 10.222.0.76 "GET /v2.0/networks/d6cc8c6f-e231-4895-957c-7832ba254527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4855731 Feb 04 07:58:57.447576 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1aa45a3a-2051-4f3f-a292-d270ef67d655 req-4840bfec-dc9e-4b4f-a99a-d07c67366b35 tempest-VolumesNegativeTest-447500761 tempest-VolumesNegativeTest-447500761-project] Network 0a47f9de-d7fe-4f9a-bb13-797ee2e25ea4 is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 04 07:58:57.467449 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-a6cc0edd-957d-435d-958e-0fbe79be182d req-fa9c2942-fa19-429e-a6a5-71e78637b40f tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] 10.222.0.99 "GET /v2.0/security-groups?id=23e57bf3-6871-46d4-a88b-2b22ec633850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940926 Feb 04 07:58:57.468527 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.base_scheduler [req-1aa45a3a-2051-4f3f-a292-d270ef67d655 req-4840bfec-dc9e-4b4f-a99a-d07c67366b35 tempest-VolumesNegativeTest-447500761 tempest-VolumesNegativeTest-447500761-project] Resources bound (agent type, host, resource id): {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 04 07:58:57.471297 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aa45a3a-2051-4f3f-a292-d270ef67d655 req-4840bfec-dc9e-4b4f-a99a-d07c67366b35 tempest-VolumesNegativeTest-447500761 tempest-VolumesNegativeTest-447500761-project] Received port after_create {{(pid=80114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 04 07:58:57.539804 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa45a3a-2051-4f3f-a292-d270ef67d655 req-4840bfec-dc9e-4b4f-a99a-d07c67366b35 tempest-VolumesNegativeTest-447500761 tempest-VolumesNegativeTest-447500761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:58:57.540532 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-1aa45a3a-2051-4f3f-a292-d270ef67d655 req-4840bfec-dc9e-4b4f-a99a-d07c67366b35 tempest-VolumesNegativeTest-447500761 tempest-VolumesNegativeTest-447500761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1815815'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:57.554938 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-efae6c7a-665e-451a-9ca8-e7558ec83562 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:57.710013 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-1aa45a3a-2051-4f3f-a292-d270ef67d655 req-4840bfec-dc9e-4b4f-a99a-d07c67366b35 tempest-VolumesNegativeTest-447500761 tempest-VolumesNegativeTest-447500761-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.4477317 Feb 04 07:58:57.736226 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.v2.base [req-1aa45a3a-2051-4f3f-a292-d270ef67d655 req-a172095f-68d6-4d40-a5da-225c74003ddc service neutron] Request body: {'port': {'device_id': '1ac2a71a-1c22-4cae-8fc1-e849649be0ad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73306'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 07:58:57.897642 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e0392b-48c7-43ff-89e7-5ad83ec330b6 req-796e0e2a-d2af-4e71-b7e4-b9c09b1b07d7 tempest-VolumesNegativeTest-447500761 tempest-VolumesNegativeTest-447500761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:58:57.898457 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [req-f1e0392b-48c7-43ff-89e7-5ad83ec330b6 req-796e0e2a-d2af-4e71-b7e4-b9c09b1b07d7 tempest-VolumesNegativeTest-447500761 tempest-VolumesNegativeTest-447500761-project] Synchronizing usage tracker for tenant:d169c946ffe1451eb4af6bf508791261 on resource:port {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 04 07:58:57.903074 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939ea059-4bb5-44f6-aec6-ea11143215c9 req-2463d2c0-da3c-4bb0-8179-fc7497b30b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:58:57.904667 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-939ea059-4bb5-44f6-aec6-ea11143215c9 req-2463d2c0-da3c-4bb0-8179-fc7497b30b6b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e025b0caf149437a978dcb2e658b1da5&device_id=0008e56e-09ef-40d2-a61b-d0f808be261a HTTP/1.1" status: 200 len: 1160 time: 0.3597403 Feb 04 07:58:57.941999 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-c857f727-40bc-4cdc-85ce-65ba02cbe00e None None] Provisioning for port 926f23e7-0f96-4b3f-b110-ce722c97c5ad completed by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 04 07:58:57.960838 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-c857f727-40bc-4cdc-85ce-65ba02cbe00e None None] Provisioning complete for port 926f23e7-0f96-4b3f-b110-ce722c97c5ad triggered by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 07:58:57.961589 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-c857f727-40bc-4cdc-85ce-65ba02cbe00e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762158'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:58.075231 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [req-f1e0392b-48c7-43ff-89e7-5ad83ec330b6 req-796e0e2a-d2af-4e71-b7e4-b9c09b1b07d7 tempest-VolumesNegativeTest-447500761 tempest-VolumesNegativeTest-447500761-project] Unset dirty status for tenant:d169c946ffe1451eb4af6bf508791261 on resource:port {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 04 07:58:58.082943 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-f1e0392b-48c7-43ff-89e7-5ad83ec330b6 req-796e0e2a-d2af-4e71-b7e4-b9c09b1b07d7 tempest-VolumesNegativeTest-447500761 tempest-VolumesNegativeTest-447500761-project] 10.222.0.99 "GET /v2.0/ports?device_id=1ac2a71a-1c22-4cae-8fc1-e849649be0ad HTTP/1.1" status: 200 len: 935 time: 0.4897861 Feb 04 07:58:58.104669 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-efae6c7a-665e-451a-9ca8-e7558ec83562 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853123436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1639343'] for router, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:58.141856 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-1aa45a3a-2051-4f3f-a292-d270ef67d655 req-a172095f-68d6-4d40-a5da-225c74003ddc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:58.142590 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-c857f727-40bc-4cdc-85ce-65ba02cbe00e None None] Port 926f23e7-0f96-4b3f-b110-ce722c97c5ad cannot update to ACTIVE because it is not bound. {{(pid=80115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 04 07:58:58.265250 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [req-f1e0392b-48c7-43ff-89e7-5ad83ec330b6 req-1854ebad-ba77-4a35-9adb-d9c03dee9add tempest-VolumesNegativeTest-447500761 tempest-VolumesNegativeTest-447500761-project] Synchronizing usage tracker for tenant:d169c946ffe1451eb4af6bf508791261 on resource:security_group {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 04 07:58:58.380545 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939ea059-4bb5-44f6-aec6-ea11143215c9 req-0e59c917-8231-4382-a41a-4cb08f1a8ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:58:58.382372 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-939ea059-4bb5-44f6-aec6-ea11143215c9 req-0e59c917-8231-4382-a41a-4cb08f1a8ebb service neutron] 10.222.0.76 "GET /v2.0/networks?id=d6cc8c6f-e231-4895-957c-7832ba254527 HTTP/1.1" status: 200 len: 909 time: 0.4256313 Feb 04 07:58:58.464135 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efae6c7a-665e-451a-9ca8-e7558ec83562 admin admin] Router c7e7ba54-2612-40c1-8e2b-3fe56be5473c is scheduled to L3 agent 9b1007a2-cea1-4e19-8fd5-ed5c2617e796 with binding_index 1 {{(pid=80113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 04 07:58:58.483083 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-479103cf-4209-42cd-8ac8-7e04b79baf9b None None] Network d5bbe659-e5c0-4960-af33-ba4597e12070 requested from dv-cinder-733062-18-smb {{(pid=80115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 04 07:58:58.630066 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-939ea059-4bb5-44f6-aec6-ea11143215c9 req-19b9ebab-f0b2-4e19-aeed-55736151b990 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9ef0ebf8-8141-46e2-96ef-9f210f0be191 HTTP/1.1" status: 200 len: 217 time: 0.1897783 Feb 04 07:58:58.699536 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efae6c7a-665e-451a-9ca8-e7558ec83562 admin admin] Notify agent at l3_agent.dv-cinder-733062-18-smb the message routers_updated {{(pid=80113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 04 07:58:58.712523 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d33d0f0-22a6-49c7-a867-e1197a765161 None None] Sync routers for ids ['c7e7ba54-2612-40c1-8e2b-3fe56be5473c'] in dv-cinder-733062-18-smb {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 04 07:58:58.723556 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d33d0f0-22a6-49c7-a867-e1197a765161 None None] Routers {'c7e7ba54-2612-40c1-8e2b-3fe56be5473c'} bound to L3 agent in host dv-cinder-733062-18-smb {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 04 07:58:58.724139 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-5d33d0f0-22a6-49c7-a867-e1197a765161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-04T07:47:53Z,description=,heartbeat_timestamp=2021-02-04T07:58:53Z,host='dv-cinder-733062-18-smb',id=9b1007a2-cea1-4e19-8fd5-ed5c2617e796,load=0,resource_versions=,resources_synced=,started_at=2021-02-04T07:47:53Z,topic='l3_agent')) {'router_ids': ['c7e7ba54-2612-40c1-8e2b-3fe56be5473c'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 07:58:58.728015 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-efae6c7a-665e-451a-9ca8-e7558ec83562 admin admin] Notify callbacks [] for router, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:58.732989 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-efae6c7a-665e-451a-9ca8-e7558ec83562 admin admin] 10.222.0.99 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.8256066 Feb 04 07:58:58.733718 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 51034) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:58:58.776005 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Device 21b3cbd0-5069-495d-a306-e7df39d13eb8 up at agent ovs-agent-dv-cinder-733062-18-smb {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 07:58:58.866542 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Provisioning for port 21b3cbd0-5069-495d-a306-e7df39d13eb8 completed by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 04 07:58:58.890139 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-84e3f001-f256-4c3e-845b-cc50dea5fde4 None None] Provisioning for port 21b3cbd0-5069-495d-a306-e7df39d13eb8 completed by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 04 07:58:58.899629 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-84e3f001-f256-4c3e-845b-cc50dea5fde4 None None] Provisioning complete for port 21b3cbd0-5069-495d-a306-e7df39d13eb8 triggered by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 07:58:58.900199 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-84e3f001-f256-4c3e-845b-cc50dea5fde4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762158'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:58.942997 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvr_db [None req-5d33d0f0-22a6-49c7-a867-e1197a765161 None None] Set router c7e7ba54-2612-40c1-8e2b-3fe56be5473c gateway port host: dv-cinder-733062-18-smb {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 04 07:58:59.231739 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-84e3f001-f256-4c3e-845b-cc50dea5fde4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:59.276169 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-84e3f001-f256-4c3e-845b-cc50dea5fde4 None None] For port 21b3cbd0-5069-495d-a306-e7df39d13eb8, host dv-cinder-733062-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-18-smb',level=0,port_id=21b3cbd0-5069-495d-a306-e7df39d13eb8,segment=NetworkSegment(d569568a-3589-4a86-b2cc-4d13735c5e6b),segment_id=d569568a-3589-4a86-b2cc-4d13735c5e6b)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 07:58:59.288234 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-84e3f001-f256-4c3e-845b-cc50dea5fde4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309259674757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309260170288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727594605546'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:59.302288 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:58:59.359577 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.notifiers.nova [req-1aa45a3a-2051-4f3f-a292-d270ef67d655 req-a172095f-68d6-4d40-a5da-225c74003ddc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 926f23e7-0f96-4b3f-b110-ce722c97c5ad {{(pid=80114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 04 07:58:59.373251 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-1aa45a3a-2051-4f3f-a292-d270ef67d655 req-a172095f-68d6-4d40-a5da-225c74003ddc service neutron] Notify callbacks [] for port, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:59.391627 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [req-1aa45a3a-2051-4f3f-a292-d270ef67d655 req-a172095f-68d6-4d40-a5da-225c74003ddc service neutron] Transition to ACTIVE for port object 926f23e7-0f96-4b3f-b110-ce722c97c5ad will not be triggered until provisioned by entity L2. {{(pid=80114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 04 07:58:59.393737 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [req-f1e0392b-48c7-43ff-89e7-5ad83ec330b6 req-1854ebad-ba77-4a35-9adb-d9c03dee9add tempest-VolumesNegativeTest-447500761 tempest-VolumesNegativeTest-447500761-project] Unset dirty status for tenant:d169c946ffe1451eb4af6bf508791261 on resource:security_group {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 04 07:58:59.407965 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-f1e0392b-48c7-43ff-89e7-5ad83ec330b6 req-1854ebad-ba77-4a35-9adb-d9c03dee9add tempest-VolumesNegativeTest-447500761 tempest-VolumesNegativeTest-447500761-project] 10.222.0.99 "GET /v2.0/security-groups?id=e4681ea8-0ae2-4368-9c53-0f9fb3582783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3235908 Feb 04 07:58:59.446807 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-1aa45a3a-2051-4f3f-a292-d270ef67d655 req-a172095f-68d6-4d40-a5da-225c74003ddc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309259674757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309260170288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727594605546'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:59.453975 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e3f001-f256-4c3e-845b-cc50dea5fde4 None None] Pushing event updated for resources: {'Port': ['ID=21b3cbd0-5069-495d-a306-e7df39d13eb8,revision_number=3']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:58:59.461901 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-84e3f001-f256-4c3e-845b-cc50dea5fde4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:58:59.479056 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:58:59.522334 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-5d33d0f0-22a6-49c7-a867-e1197a765161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7e7ba54-2612-40c1-8e2b-3fe56be5473c', 'name': 'tempest-TestShelveInstance-1949532045-router', 'tenant_id': '60b487ac91624ec6b296ca8b77fa79ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'external_fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.103'}], 'enable_snat': True}, 'gw_port_id': '950e1bde-a355-4187-9b7e-dc414b628341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T07:58:54Z', 'updated_at': '2021-02-04T07:58:57Z', 'revision_number': 3, 'project_id': '60b487ac91624ec6b296ca8b77fa79ed', 'gw_port': {'id': '950e1bde-a355-4187-9b7e-dc414b628341', 'name': '', 'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:52:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7e7ba54-2612-40c1-8e2b-3fe56be5473c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T07:58:55Z', 'updated_at': '2021-02-04T07:58:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-18-smb'}], 'dv-cinder-733062-18-smb', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 07:58:59.529057 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d33d0f0-22a6-49c7-a867-e1197a765161 None None] Checking router: c7e7ba54-2612-40c1-8e2b-3fe56be5473c for host: dv-cinder-733062-18-smb {{(pid=80116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 04 07:58:59.529537 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d33d0f0-22a6-49c7-a867-e1197a765161 None None] Updating router c7e7ba54-2612-40c1-8e2b-3fe56be5473c port 950e1bde-a355-4187-9b7e-dc414b628341 binding host dv-cinder-733062-18-smb {{(pid=80116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 04 07:58:59.635463 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-5d33d0f0-22a6-49c7-a867-e1197a765161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:59.770391 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11e9427-e9a5-4a44-b47e-1e62f100277e req-8d8457d0-4a22-4fe6-b2eb-5cbc9e84a1e6 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:58:59.779169 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-e11e9427-e9a5-4a44-b47e-1e62f100277e req-8d8457d0-4a22-4fe6-b2eb-5cbc9e84a1e6 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/ports?device_id=f6928dd1-8dfc-4e67-9ebb-85ac26bb95c8 HTTP/1.1" status: 200 len: 945 time: 1.4761896 Feb 04 07:58:59.834937 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-0ed5ecd2-9e48-4104-a1d5-c336441d4ad6 None None] Provisioning complete for port 21b3cbd0-5069-495d-a306-e7df39d13eb8 triggered by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 07:58:59.835594 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-0ed5ecd2-9e48-4104-a1d5-c336441d4ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762158'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:58:59.902661 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939ea059-4bb5-44f6-aec6-ea11143215c9 req-e3f6eacf-e041-4107-9b69-7c52f575e9be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:58:59.906662 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-939ea059-4bb5-44f6-aec6-ea11143215c9 req-e3f6eacf-e041-4107-9b69-7c52f575e9be service neutron] 10.222.0.76 "GET /v2.0/subnets?id=daa9ab9c-d070-4c63-9925-724b7f6976a7 HTTP/1.1" status: 200 len: 855 time: 1.2571988 Feb 04 07:59:00.165559 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a172095f-68d6-4d40-a5da-225c74003ddc service neutron] Pushing event updated for resources: {'Port': ['ID=926f23e7-0f96-4b3f-b110-ce722c97c5ad,revision_number=2']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:59:00.171066 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-939ea059-4bb5-44f6-aec6-ea11143215c9 req-61df4f3f-b1e2-4e04-9687-80d00755d8c7 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d6cc8c6f-e231-4895-957c-7832ba254527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1885300 Feb 04 07:59:00.198108 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-e11e9427-e9a5-4a44-b47e-1e62f100277e req-9a5a00ce-e008-4214-930b-dc29547ceb8f tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/security-groups?id=165ca7ed-0745-4a75-913b-d38f318fbd54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4178143 Feb 04 07:59:00.199149 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-a172095f-68d6-4d40-a5da-225c74003ddc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.721s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:59:00.256965 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-4419fc64-a0b6-498f-b6f2-852a19da5416 None None] Provisioning complete for port 21b3cbd0-5069-495d-a306-e7df39d13eb8 triggered by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 07:59:00.257501 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-4419fc64-a0b6-498f-b6f2-852a19da5416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762158'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:00.306324 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-5d33d0f0-22a6-49c7-a867-e1197a765161 None None] Notify callbacks [] for port, precommit_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:00.320310 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-5d33d0f0-22a6-49c7-a867-e1197a765161 None None] Transition to ACTIVE for port object 950e1bde-a355-4187-9b7e-dc414b628341 will not be triggered until provisioned by entity L2. {{(pid=80116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 04 07:59:00.324684 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-5d33d0f0-22a6-49c7-a867-e1197a765161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309259674757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309260170288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727594605546'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:00.571039 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-59821c15-46eb-46b3-a295-2c430648a239 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:59:00.578895 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-d059fa5c-1a9e-4bed-ab74-2ba26b11a853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:00.585300 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-939ea059-4bb5-44f6-aec6-ea11143215c9 req-2f054287-69fc-4b8f-a0de-fefaea4de4db service neutron] 10.222.0.76 "GET /v2.0/networks/d6cc8c6f-e231-4895-957c-7832ba254527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3850269 Feb 04 07:59:00.674015 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Device 21b3cbd0-5069-495d-a306-e7df39d13eb8 up at agent ovs-agent-dv-cinder-733062-18-smb {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 07:59:00.718491 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4fac03-97e7-4992-aa8f-568a6e88cc45 None None] Pushing event updated for resources: {'Port': ['ID=950e1bde-a355-4187-9b7e-dc414b628341,revision_number=2']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:59:00.730837 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4fac03-97e7-4992-aa8f-568a6e88cc45 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:59:00.731477 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4fac03-97e7-4992-aa8f-568a6e88cc45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:59:00.732127 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4fac03-97e7-4992-aa8f-568a6e88cc45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:59:00.732632 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4fac03-97e7-4992-aa8f-568a6e88cc45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:59:00.733131 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4fac03-97e7-4992-aa8f-568a6e88cc45 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:59:00.733658 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4fac03-97e7-4992-aa8f-568a6e88cc45 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:59:00.734157 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4fac03-97e7-4992-aa8f-568a6e88cc45 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:59:00.734650 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4fac03-97e7-4992-aa8f-568a6e88cc45 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:59:00.735318 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4fac03-97e7-4992-aa8f-568a6e88cc45 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:59:00.735817 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4fac03-97e7-4992-aa8f-568a6e88cc45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:59:00.736325 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4fac03-97e7-4992-aa8f-568a6e88cc45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:59:00.736818 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4fac03-97e7-4992-aa8f-568a6e88cc45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:59:00.737369 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4fac03-97e7-4992-aa8f-568a6e88cc45 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:59:00.737861 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4fac03-97e7-4992-aa8f-568a6e88cc45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:59:00.739181 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4fac03-97e7-4992-aa8f-568a6e88cc45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:59:00.739682 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4fac03-97e7-4992-aa8f-568a6e88cc45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:59:00.740175 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4fac03-97e7-4992-aa8f-568a6e88cc45 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:59:00.740743 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4fac03-97e7-4992-aa8f-568a6e88cc45 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:59:00.741239 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4fac03-97e7-4992-aa8f-568a6e88cc45 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:59:00.741745 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4fac03-97e7-4992-aa8f-568a6e88cc45 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:59:00.742640 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4fac03-97e7-4992-aa8f-568a6e88cc45 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:59:00.743168 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4fac03-97e7-4992-aa8f-568a6e88cc45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:59:00.743664 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4fac03-97e7-4992-aa8f-568a6e88cc45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:59:00.744156 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4fac03-97e7-4992-aa8f-568a6e88cc45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:59:00.748833 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-cd4fac03-97e7-4992-aa8f-568a6e88cc45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:59:00.755286 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-5d33d0f0-22a6-49c7-a867-e1197a765161 None None] Attempting to bind port 950e1bde-a355-4187-9b7e-dc414b628341 on host dv-cinder-733062-18-smb for vnic_type normal with profile {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 07:59:00.755848 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-5d33d0f0-22a6-49c7-a867-e1197a765161 None None] Attempting to bind port 950e1bde-a355-4187-9b7e-dc414b628341 by drivers openvswitch on host dv-cinder-733062-18-smb at level 0 using segments [{'id': 'd8f5f7e6-2ec3-4646-9d93-a23676477155', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c'}] {{(pid=80116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 04 07:59:00.756610 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d33d0f0-22a6-49c7-a867-e1197a765161 None None] Attempting to bind port 950e1bde-a355-4187-9b7e-dc414b628341 on network fc08f4da-7ea1-4669-9c0d-064e3549341c {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 04 07:59:00.763079 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d33d0f0-22a6-49c7-a867-e1197a765161 None None] Checking agent: {'id': 'b265e0d7-049f-4621-8b9a-cada9a3d4f64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-18-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 4, 7, 47, 55), 'started_at': datetime.datetime(2021, 2, 4, 7, 48, 25), 'heartbeat_timestamp': datetime.datetime(2021, 2, 4, 7, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-18-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.87', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 07:59:00.763719 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d33d0f0-22a6-49c7-a867-e1197a765161 None None] Checking segment: {'id': 'd8f5f7e6-2ec3-4646-9d93-a23676477155', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 04 07:59:00.764302 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-5d33d0f0-22a6-49c7-a867-e1197a765161 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:00.764862 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d33d0f0-22a6-49c7-a867-e1197a765161 None None] Bound using segment: {'id': 'd8f5f7e6-2ec3-4646-9d93-a23676477155', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c'} {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 07:59:00.765508 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-5d33d0f0-22a6-49c7-a867-e1197a765161 None None] Bound port: 950e1bde-a355-4187-9b7e-dc414b628341, host: dv-cinder-733062-18-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8f5f7e6-2ec3-4646-9d93-a23676477155', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c'}}] {{(pid=80116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 04 07:59:00.766070 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-5d33d0f0-22a6-49c7-a867-e1197a765161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:00.770683 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-75054c2a-82bf-492e-8793-1d814e344e27 None None] Provisioning complete for port 21b3cbd0-5069-495d-a306-e7df39d13eb8 triggered by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 07:59:00.771271 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-75054c2a-82bf-492e-8793-1d814e344e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762158'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:00.828646 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Provisioning complete for port 21b3cbd0-5069-495d-a306-e7df39d13eb8 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 07:59:00.829340 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762158'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:00.892947 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-5d33d0f0-22a6-49c7-a867-e1197a765161 None None] For port 950e1bde-a355-4187-9b7e-dc414b628341, host dv-cinder-733062-18-smb, cleared binding levels {{(pid=80116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 04 07:59:00.901460 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-5d33d0f0-22a6-49c7-a867-e1197a765161 None None] For port 950e1bde-a355-4187-9b7e-dc414b628341, host dv-cinder-733062-18-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-18-smb',level=0,port_id=950e1bde-a355-4187-9b7e-dc414b628341,segment=NetworkSegment(d8f5f7e6-2ec3-4646-9d93-a23676477155),segment_id=d8f5f7e6-2ec3-4646-9d93-a23676477155)] {{(pid=80116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 04 07:59:00.903044 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-939ea059-4bb5-44f6-aec6-ea11143215c9 req-279e5da0-0f32-48d1-b7b2-f4e4887a62ec service neutron] 10.222.0.76 "GET /v2.0/networks/d6cc8c6f-e231-4895-957c-7832ba254527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2823484 Feb 04 07:59:00.913407 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-5d33d0f0-22a6-49c7-a867-e1197a765161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309259674757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309260170288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727594605546'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:00.946468 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:59:01.124426 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4fac03-97e7-4992-aa8f-568a6e88cc45 None None] Pushing event updated for resources: {'Port': ['ID=950e1bde-a355-4187-9b7e-dc414b628341,revision_number=3']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:59:01.128276 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-cd4fac03-97e7-4992-aa8f-568a6e88cc45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:59:01.141040 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddf5714-22c3-494d-86a9-56157101b3b5 req-8b4edc0c-a306-4748-8457-d96fd8a2ca42 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:59:01.145426 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-eddf5714-22c3-494d-86a9-56157101b3b5 req-8b4edc0c-a306-4748-8457-d96fd8a2ca42 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] 10.222.0.99 "GET /v2.0/ports?device_id=0008e56e-09ef-40d2-a61b-d0f808be261a HTTP/1.1" status: 200 len: 943 time: 1.1710274 Feb 04 07:59:01.154086 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 51072) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:59:01.182372 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d33d0f0-22a6-49c7-a867-e1197a765161 None None] Routers {'c7e7ba54-2612-40c1-8e2b-3fe56be5473c'} bound to L3 agent in host dv-cinder-733062-18-smb {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 04 07:59:01.183304 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-5d33d0f0-22a6-49c7-a867-e1197a765161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-04T07:47:53Z,description=,heartbeat_timestamp=2021-02-04T07:58:53Z,host='dv-cinder-733062-18-smb',id=9b1007a2-cea1-4e19-8fd5-ed5c2617e796,load=0,resource_versions=,resources_synced=,started_at=2021-02-04T07:47:53Z,topic='l3_agent')) {'router_ids': ['c7e7ba54-2612-40c1-8e2b-3fe56be5473c'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 07:59:01.262893 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.db_base_plugin_common [None req-d059fa5c-1a9e-4bed-ab74-2ba26b11a853 admin admin] Allocated IP 172.20.0.1 (d5bbe659-e5c0-4960-af33-ba4597e12070/8d7c4961-342b-40ca-a804-f15c6236b720/d391d32b-1f99-416c-965b-beea640ad6e9) {{(pid=80113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 04 07:59:01.386200 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Device 9ef0ebf8-8141-46e2-96ef-9f210f0be191 up at agent ovs-agent-hv-cinder-73306 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 07:59:01.500801 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704d0bb2-89e5-487e-96fe-f543bf952806 req-1bd16bd4-7cfb-4b96-8609-1a93e6dff969 tempest-VolumesNegativeTest-447500761 tempest-VolumesNegativeTest-447500761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:59:01.509575 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-704d0bb2-89e5-487e-96fe-f543bf952806 req-1bd16bd4-7cfb-4b96-8609-1a93e6dff969 tempest-VolumesNegativeTest-447500761 tempest-VolumesNegativeTest-447500761-project] 10.222.0.99 "GET /v2.0/ports?device_id=1ac2a71a-1c22-4cae-8fc1-e849649be0ad HTTP/1.1" status: 200 len: 947 time: 0.5977778 Feb 04 07:59:01.517654 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ad89c34b-ffb4-4bf2-b02a-3edaa171865a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:01.521257 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Provisioning for port 9ef0ebf8-8141-46e2-96ef-9f210f0be191 completed by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 04 07:59:01.528975 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Provisioning complete for port 9ef0ebf8-8141-46e2-96ef-9f210f0be191 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 07:59:01.529647 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762158'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:01.530705 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-d059fa5c-1a9e-4bed-ab74-2ba26b11a853 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:01.530908 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvr_db [None req-5d33d0f0-22a6-49c7-a867-e1197a765161 None None] Set router c7e7ba54-2612-40c1-8e2b-3fe56be5473c gateway port host: dv-cinder-733062-18-smb {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 04 07:59:01.547711 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-ad89c34b-ffb4-4bf2-b02a-3edaa171865a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 07:59:01.553670 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-ad89c34b-ffb4-4bf2-b02a-3edaa171865a admin admin] Usage tracker for resource:security_group_rule and tenant:70bf5c3e798745e08afeefbe1db5cacd is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 07:59:01.557183 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-ad89c34b-ffb4-4bf2-b02a-3edaa171865a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 07:59:01.563711 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-ad89c34b-ffb4-4bf2-b02a-3edaa171865a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 07:59:01.585533 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-eddf5714-22c3-494d-86a9-56157101b3b5 req-4e9b9c88-579c-4a7d-a20f-97126b3a0452 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] 10.222.0.99 "GET /v2.0/security-groups?id=23e57bf3-6871-46d4-a88b-2b22ec633850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4346673 Feb 04 07:59:01.586384 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [req-1aa45a3a-2051-4f3f-a292-d270ef67d655 req-a172095f-68d6-4d40-a5da-225c74003ddc service neutron] Attempting to bind port 926f23e7-0f96-4b3f-b110-ce722c97c5ad on host hv-cinder-73306 for vnic_type normal with profile {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 07:59:01.586754 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [req-1aa45a3a-2051-4f3f-a292-d270ef67d655 req-a172095f-68d6-4d40-a5da-225c74003ddc service neutron] Attempting to bind port 926f23e7-0f96-4b3f-b110-ce722c97c5ad by drivers openvswitch on host hv-cinder-73306 at level 0 using segments [{'id': '52aa1e86-fc9e-490f-846d-7b01466c5531', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '0a47f9de-d7fe-4f9a-bb13-797ee2e25ea4'}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 04 07:59:01.587144 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa45a3a-2051-4f3f-a292-d270ef67d655 req-a172095f-68d6-4d40-a5da-225c74003ddc service neutron] Attempting to bind port 926f23e7-0f96-4b3f-b110-ce722c97c5ad on network 0a47f9de-d7fe-4f9a-bb13-797ee2e25ea4 {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 04 07:59:01.625979 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa45a3a-2051-4f3f-a292-d270ef67d655 req-a172095f-68d6-4d40-a5da-225c74003ddc service neutron] Checking agent: {'id': 'ff9cc465-2d2d-4d6a-b510-d92e1cf0c130', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73306', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 4, 7, 55, 7), 'started_at': datetime.datetime(2021, 2, 4, 7, 55, 37), 'heartbeat_timestamp': datetime.datetime(2021, 2, 4, 7, 58, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.95', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 07:59:01.626414 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa45a3a-2051-4f3f-a292-d270ef67d655 req-a172095f-68d6-4d40-a5da-225c74003ddc service neutron] Checking segment: {'id': '52aa1e86-fc9e-490f-846d-7b01466c5531', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '0a47f9de-d7fe-4f9a-bb13-797ee2e25ea4'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 04 07:59:01.626831 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-1aa45a3a-2051-4f3f-a292-d270ef67d655 req-a172095f-68d6-4d40-a5da-225c74003ddc service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:01.627260 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa45a3a-2051-4f3f-a292-d270ef67d655 req-a172095f-68d6-4d40-a5da-225c74003ddc service neutron] Bound using segment: {'id': '52aa1e86-fc9e-490f-846d-7b01466c5531', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '0a47f9de-d7fe-4f9a-bb13-797ee2e25ea4'} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 07:59:01.627776 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [req-1aa45a3a-2051-4f3f-a292-d270ef67d655 req-a172095f-68d6-4d40-a5da-225c74003ddc service neutron] Bound port: 926f23e7-0f96-4b3f-b110-ce722c97c5ad, host: hv-cinder-73306, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52aa1e86-fc9e-490f-846d-7b01466c5531', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '0a47f9de-d7fe-4f9a-bb13-797ee2e25ea4'}}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 04 07:59:01.628151 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-1aa45a3a-2051-4f3f-a292-d270ef67d655 req-a172095f-68d6-4d40-a5da-225c74003ddc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:01.699792 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ad89c34b-ffb4-4bf2-b02a-3edaa171865a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:01.704913 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ad89c34b-ffb4-4bf2-b02a-3edaa171865a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:01.728320 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-e74c2e2c-e323-4130-8d71-a4e761034e9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:59:01.767918 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-d059fa5c-1a9e-4bed-ab74-2ba26b11a853 admin admin] Transition to ACTIVE for port object d391d32b-1f99-416c-965b-beea640ad6e9 will not be triggered until provisioned by entity DHCP. {{(pid=80113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 04 07:59:01.772744 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:01.819634 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-704d0bb2-89e5-487e-96fe-f543bf952806 req-d908c53b-b36b-45c4-81ca-a7ec0b8ec2a2 tempest-VolumesNegativeTest-447500761 tempest-VolumesNegativeTest-447500761-project] 10.222.0.99 "GET /v2.0/security-groups?id=e4681ea8-0ae2-4368-9c53-0f9fb3582783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3087547 Feb 04 07:59:01.861547 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] For port 9ef0ebf8-8141-46e2-96ef-9f210f0be191, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=9ef0ebf8-8141-46e2-96ef-9f210f0be191,segment=NetworkSegment(7f07e79c-d155-408f-9374-f6b393baea02),segment_id=7f07e79c-d155-408f-9374-f6b393baea02)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 07:59:01.870043 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-ad89c34b-ffb4-4bf2-b02a-3edaa171865a admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=70bf5c3e798745e08afeefbe1db5cacd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7121849 Feb 04 07:59:01.870043 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad89c34b-ffb4-4bf2-b02a-3edaa171865a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ae11e1d-5c7e-4161-8b85-3eb49b424a9b,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:59:01.872685 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0008e56e-09ef-40d2-a61b-d0f808be261a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ef0ebf8-8141-46e2-96ef-9f210f0be191'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 07:59:01.878782 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 51084) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:59:01.880416 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309259674757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309260170288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727594605546'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:01.886639 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-974ee5f5-87fa-4035-b283-9fe024d67e2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:59:01.895691 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [req-1aa45a3a-2051-4f3f-a292-d270ef67d655 req-a172095f-68d6-4d40-a5da-225c74003ddc service neutron] For port 926f23e7-0f96-4b3f-b110-ce722c97c5ad, host hv-cinder-73306, cleared binding levels {{(pid=80114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 04 07:59:01.899737 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [req-1aa45a3a-2051-4f3f-a292-d270ef67d655 req-a172095f-68d6-4d40-a5da-225c74003ddc service neutron] For port 926f23e7-0f96-4b3f-b110-ce722c97c5ad, host hv-cinder-73306, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=926f23e7-0f96-4b3f-b110-ce722c97c5ad,segment=NetworkSegment(52aa1e86-fc9e-490f-846d-7b01466c5531),segment_id=52aa1e86-fc9e-490f-846d-7b01466c5531)] {{(pid=80114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 04 07:59:01.908769 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-1aa45a3a-2051-4f3f-a292-d270ef67d655 req-a172095f-68d6-4d40-a5da-225c74003ddc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309259674757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309260170288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727594605546'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:01.936474 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-ad89c34b-ffb4-4bf2-b02a-3edaa171865a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:59:01.974650 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-dcfe5533-1bf6-4c4b-a3d6-a74d3f4520f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:02.003327 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-d059fa5c-1a9e-4bed-ab74-2ba26b11a853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727594645960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851609521'] for port, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:02.035719 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:59:02.045672 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Pushing event updated for resources: {'Port': ['ID=9ef0ebf8-8141-46e2-96ef-9f210f0be191,revision_number=4']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:59:02.057617 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:59:02.086636 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-dcfe5533-1bf6-4c4b-a3d6-a74d3f4520f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:02.097240 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-5d33d0f0-22a6-49c7-a867-e1197a765161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7e7ba54-2612-40c1-8e2b-3fe56be5473c', 'name': 'tempest-TestShelveInstance-1949532045-router', 'tenant_id': '60b487ac91624ec6b296ca8b77fa79ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'external_fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.103'}], 'enable_snat': True}, 'gw_port_id': '950e1bde-a355-4187-9b7e-dc414b628341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T07:58:54Z', 'updated_at': '2021-02-04T07:58:57Z', 'revision_number': 3, 'project_id': '60b487ac91624ec6b296ca8b77fa79ed', 'gw_port': {'id': '950e1bde-a355-4187-9b7e-dc414b628341', 'name': '', 'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:52:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7e7ba54-2612-40c1-8e2b-3fe56be5473c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T07:58:55Z', 'updated_at': '2021-02-04T07:59:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-18-smb'}], 'dv-cinder-733062-18-smb', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 07:59:02.101914 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:59:02.103286 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d33d0f0-22a6-49c7-a867-e1197a765161 None None] The sync data for ids ['c7e7ba54-2612-40c1-8e2b-3fe56be5473c'] in dv-cinder-733062-18-smb is: [{'id': 'c7e7ba54-2612-40c1-8e2b-3fe56be5473c', 'name': 'tempest-TestShelveInstance-1949532045-router', 'tenant_id': '60b487ac91624ec6b296ca8b77fa79ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'external_fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.103'}], 'enable_snat': True}, 'gw_port_id': '950e1bde-a355-4187-9b7e-dc414b628341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T07:58:54Z', 'updated_at': '2021-02-04T07:58:57Z', 'revision_number': 3, 'project_id': '60b487ac91624ec6b296ca8b77fa79ed', 'gw_port': {'id': '950e1bde-a355-4187-9b7e-dc414b628341', 'name': '', 'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:52:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7e7ba54-2612-40c1-8e2b-3fe56be5473c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T07:58:55Z', 'updated_at': '2021-02-04T07:59:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-18-smb'}] {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 04 07:59:02.241201 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d059fa5c-1a9e-4bed-ab74-2ba26b11a853 admin admin] Pushing event updated for resources: {'Port': ['ID=d391d32b-1f99-416c-965b-beea640ad6e9,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:59:02.248587 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-d059fa5c-1a9e-4bed-ab74-2ba26b11a853 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:59:02.282779 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa45a3a-2051-4f3f-a292-d270ef67d655 req-a172095f-68d6-4d40-a5da-225c74003ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:59:02.284062 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-1aa45a3a-2051-4f3f-a292-d270ef67d655 req-a172095f-68d6-4d40-a5da-225c74003ddc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1815815'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:02.286392 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-1aa45a3a-2051-4f3f-a292-d270ef67d655 req-a172095f-68d6-4d40-a5da-225c74003ddc service neutron] 10.222.0.76 "PUT /v2.0/ports/926f23e7-0f96-4b3f-b110-ce722c97c5ad HTTP/1.1" status: 200 len: 1161 time: 4.5563991 Feb 04 07:59:02.288838 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ac2a71a-1c22-4cae-8fc1-e849649be0ad', 'tag': '926f23e7-0f96-4b3f-b110-ce722c97c5ad'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 07:59:02.293353 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-dcfe5533-1bf6-4c4b-a3d6-a74d3f4520f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:02.303260 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-73780008-d0df-41d0-92a4-0b48afc00922 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:59:02.304032 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0008e56e-09ef-40d2-a61b-d0f808be261a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ef0ebf8-8141-46e2-96ef-9f210f0be191', 'code': 200} Feb 04 07:59:02.310963 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a172095f-68d6-4d40-a5da-225c74003ddc service neutron] Pushing event updated for resources: {'Port': ['ID=926f23e7-0f96-4b3f-b110-ce722c97c5ad,revision_number=3']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:59:02.317570 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-a172095f-68d6-4d40-a5da-225c74003ddc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:59:02.320094 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfe5533-1bf6-4c4b-a3d6-a74d3f4520f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ae11e1d-5c7e-4161-8b85-3eb49b424a9b,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:59:02.328890 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-dcfe5533-1bf6-4c4b-a3d6-a74d3f4520f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:59:02.366409 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-dcfe5533-1bf6-4c4b-a3d6-a74d3f4520f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:02.367944 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-dcfe5533-1bf6-4c4b-a3d6-a74d3f4520f4 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/2ae11e1d-5c7e-4161-8b85-3eb49b424a9b HTTP/1.1" status: 204 len: 168 time: 0.4830410 Feb 04 07:59:02.412770 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d059fa5c-1a9e-4bed-ab74-2ba26b11a853 admin admin] Network d5bbe659-e5c0-4960-af33-ba4597e12070 is already hosted by enough agents. {{(pid=80113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 04 07:59:02.416861 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.base_scheduler [None req-d059fa5c-1a9e-4bed-ab74-2ba26b11a853 admin admin] Resources bound (agent type, host, resource id): {{(pid=80113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 04 07:59:02.421661 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d059fa5c-1a9e-4bed-ab74-2ba26b11a853 admin admin] Received port after_create {{(pid=80113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 04 07:59:02.515767 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f856da-973d-42a9-9073-f52eba1106ea req-8813ff89-4ae1-40ce-b5fc-fda060f731f5 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:59:02.530938 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-f3f856da-973d-42a9-9073-f52eba1106ea req-8813ff89-4ae1-40ce-b5fc-fda060f731f5 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/ports?device_id=f6928dd1-8dfc-4e67-9ebb-85ac26bb95c8 HTTP/1.1" status: 200 len: 945 time: 0.3938830 Feb 04 07:59:02.560565 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-d059fa5c-1a9e-4bed-ab74-2ba26b11a853 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1646699'] for router_interface, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:02.641557 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ac2a71a-1c22-4cae-8fc1-e849649be0ad', 'tag': '926f23e7-0f96-4b3f-b110-ce722c97c5ad', 'status': 'completed', 'code': 200} Feb 04 07:59:02.782120 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-d059fa5c-1a9e-4bed-ab74-2ba26b11a853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:02.848175 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Device 9ef0ebf8-8141-46e2-96ef-9f210f0be191 up at agent ovs-agent-hv-cinder-73306 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 07:59:02.930408 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-f3f856da-973d-42a9-9073-f52eba1106ea req-e68d66df-5b70-4a8b-ac34-dfac063733b0 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/security-groups?id=165ca7ed-0745-4a75-913b-d38f318fbd54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3974900 Feb 04 07:59:03.015443 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-9911b2dd-9cff-467e-9080-5ba29956fecf None None] Provisioning for port d391d32b-1f99-416c-965b-beea640ad6e9 completed by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 04 07:59:03.038462 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-9911b2dd-9cff-467e-9080-5ba29956fecf None None] Provisioning complete for port d391d32b-1f99-416c-965b-beea640ad6e9 triggered by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 07:59:03.038871 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9911b2dd-9cff-467e-9080-5ba29956fecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762158'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:03.113804 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-9911b2dd-9cff-467e-9080-5ba29956fecf None None] Port d391d32b-1f99-416c-965b-beea640ad6e9 cannot update to ACTIVE because it is not bound. {{(pid=80115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 04 07:59:03.155278 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Provisioning complete for port 9ef0ebf8-8141-46e2-96ef-9f210f0be191 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 07:59:03.156859 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762158'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:03.203262 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 51104) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:59:03.241210 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-84530ae0-20ba-49a0-a761-0f19b4a010eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:03.270397 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-84530ae0-20ba-49a0-a761-0f19b4a010eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 07:59:03.277617 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-84530ae0-20ba-49a0-a761-0f19b4a010eb admin admin] Usage tracker for resource:security_group_rule and tenant:c09c6e98862f40af8cc12f336f1ec5d7 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 07:59:03.279895 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa45a3a-2051-4f3f-a292-d270ef67d655 req-aa0d8915-08aa-45e8-9884-15647e80f346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:59:03.281567 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-1aa45a3a-2051-4f3f-a292-d270ef67d655 req-aa0d8915-08aa-45e8-9884-15647e80f346 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d169c946ffe1451eb4af6bf508791261&device_id=1ac2a71a-1c22-4cae-8fc1-e849649be0ad HTTP/1.1" status: 200 len: 1164 time: 0.6447923 Feb 04 07:59:03.282873 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-84530ae0-20ba-49a0-a761-0f19b4a010eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 07:59:03.291084 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-84530ae0-20ba-49a0-a761-0f19b4a010eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 07:59:03.305795 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05dcf11-ea53-4e31-8404-97f598ee07f2 req-16991609-44d9-4d4d-a58e-04f198f9590b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:59:03.307481 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-d05dcf11-ea53-4e31-8404-97f598ee07f2 req-16991609-44d9-4d4d-a58e-04f198f9590b service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=0008e56e-09ef-40d2-a61b-d0f808be261a HTTP/1.1" status: 200 len: 1162 time: 0.5165968 Feb 04 07:59:03.320602 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-d059fa5c-1a9e-4bed-ab74-2ba26b11a853 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:03.334406 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-d059fa5c-1a9e-4bed-ab74-2ba26b11a853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309259674757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309260170288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727594605546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3166264'] for port, after_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:03.380631 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-53d94176-c7f3-4803-895d-efad291702eb tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:59:03.495437 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-d059fa5c-1a9e-4bed-ab74-2ba26b11a853 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852957960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643061'] for router_interface, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:03.520908 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d059fa5c-1a9e-4bed-ab74-2ba26b11a853 admin admin] Pushing event updated for resources: {'Port': ['ID=d391d32b-1f99-416c-965b-beea640ad6e9,revision_number=2']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:59:03.532040 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93587625-f75e-4c6d-a796-a500dc20e4ab req-9aa99a17-3687-4ea6-b399-bcdbaeda6733 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:59:03.533658 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-93587625-f75e-4c6d-a796-a500dc20e4ab req-9aa99a17-3687-4ea6-b399-bcdbaeda6733 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] 10.222.0.99 "GET /v2.0/ports?device_id=0008e56e-09ef-40d2-a61b-d0f808be261a HTTP/1.1" status: 200 len: 945 time: 0.5972970 Feb 04 07:59:03.535127 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-1aa45a3a-2051-4f3f-a292-d270ef67d655 req-a1a1225a-b3f8-4d0f-b47e-64437698f1c0 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=926f23e7-0f96-4b3f-b110-ce722c97c5ad HTTP/1.1" status: 200 len: 217 time: 0.2266245 Feb 04 07:59:03.582209 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-d059fa5c-1a9e-4bed-ab74-2ba26b11a853 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:59:03.615353 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-d05dcf11-ea53-4e31-8404-97f598ee07f2 req-f4d5b324-7cab-403a-baef-a858a11369d0 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=23e57bf3-6871-46d4-a88b-2b22ec633850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2899480 Feb 04 07:59:03.670189 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-84530ae0-20ba-49a0-a761-0f19b4a010eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:03.677476 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-84530ae0-20ba-49a0-a761-0f19b4a010eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:03.688800 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-6fdc03c4-6af2-4c7c-bab4-18f49b608632 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:59:03.752347 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-84530ae0-20ba-49a0-a761-0f19b4a010eb admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=c09c6e98862f40af8cc12f336f1ec5d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5474076 Feb 04 07:59:03.754821 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d059fa5c-1a9e-4bed-ab74-2ba26b11a853 admin admin] Network d5bbe659-e5c0-4960-af33-ba4597e12070 is already hosted by enough agents. {{(pid=80113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 04 07:59:03.756580 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 51110) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:59:03.757302 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84530ae0-20ba-49a0-a761-0f19b4a010eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=425f275b-ddf1-4b19-ba3d-61843191c0b5,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:59:03.760341 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.base_scheduler [None req-d059fa5c-1a9e-4bed-ab74-2ba26b11a853 admin admin] Resources bound (agent type, host, resource id): {{(pid=80113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 04 07:59:03.763958 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-84530ae0-20ba-49a0-a761-0f19b4a010eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:59:03.965455 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3607b7c7-2e73-4256-a4c8-88ef5358664b req-5192f416-e3cb-4190-8c3a-c290c905b25b tempest-VolumesNegativeTest-447500761 tempest-VolumesNegativeTest-447500761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:59:03.967193 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-3607b7c7-2e73-4256-a4c8-88ef5358664b req-5192f416-e3cb-4190-8c3a-c290c905b25b tempest-VolumesNegativeTest-447500761 tempest-VolumesNegativeTest-447500761-project] 10.222.0.99 "GET /v2.0/ports?device_id=1ac2a71a-1c22-4cae-8fc1-e849649be0ad HTTP/1.1" status: 200 len: 947 time: 0.7670979 Feb 04 07:59:03.982801 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa45a3a-2051-4f3f-a292-d270ef67d655 req-e9234cf2-6ea6-4d64-8a19-a03d56f12831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:59:03.984344 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-1aa45a3a-2051-4f3f-a292-d270ef67d655 req-e9234cf2-6ea6-4d64-8a19-a03d56f12831 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=dfa3c907-4c0c-464f-9748-6cc5a322ea3f HTTP/1.1" status: 200 len: 843 time: 0.4398906 Feb 04 07:59:03.995244 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-3fb60b55-cbc4-4a19-8e81-d2f5d6227d51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:04.016885 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-93587625-f75e-4c6d-a796-a500dc20e4ab req-82ad3575-f390-45c5-adf8-adf2ea1cabbe tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] 10.222.0.99 "GET /v2.0/security-groups?id=23e57bf3-6871-46d4-a88b-2b22ec633850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4733715 Feb 04 07:59:04.046212 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-3fb60b55-cbc4-4a19-8e81-d2f5d6227d51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:04.054030 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-d1bf879f-ea15-485c-9937-dcf1913eb03d None None] Provisioning complete for port d391d32b-1f99-416c-965b-beea640ad6e9 triggered by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 07:59:04.054656 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-d1bf879f-ea15-485c-9937-dcf1913eb03d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762158'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:04.083466 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d059fa5c-1a9e-4bed-ab74-2ba26b11a853 admin admin] Router c7e7ba54-2612-40c1-8e2b-3fe56be5473c has already been hosted by L3 agent 9b1007a2-cea1-4e19-8fd5-ed5c2617e796 {{(pid=80113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 04 07:59:04.120345 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-3607b7c7-2e73-4256-a4c8-88ef5358664b req-93969dce-d749-4853-bdf7-0cc8f547a1d5 tempest-VolumesNegativeTest-447500761 tempest-VolumesNegativeTest-447500761-project] 10.222.0.99 "GET /v2.0/security-groups?id=e4681ea8-0ae2-4368-9c53-0f9fb3582783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418977 Feb 04 07:59:04.177354 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa45a3a-2051-4f3f-a292-d270ef67d655 req-b85cf6ce-ee36-45de-a7fe-783d83caa38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:59:04.179159 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-1aa45a3a-2051-4f3f-a292-d270ef67d655 req-b85cf6ce-ee36-45de-a7fe-783d83caa38d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=0a47f9de-d7fe-4f9a-bb13-797ee2e25ea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1595287 Feb 04 07:59:04.202672 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-d1bf879f-ea15-485c-9937-dcf1913eb03d None None] Port d391d32b-1f99-416c-965b-beea640ad6e9 cannot update to ACTIVE because it is not bound. {{(pid=80115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 04 07:59:04.448931 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-1aa45a3a-2051-4f3f-a292-d270ef67d655 req-247c19a4-6d8b-4ad3-978c-bba65d623793 service neutron] 10.222.0.76 "GET /v2.0/networks/0a47f9de-d7fe-4f9a-bb13-797ee2e25ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2565665 Feb 04 07:59:04.469619 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-3fb60b55-cbc4-4a19-8e81-d2f5d6227d51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:04.477654 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-ceae13dc-526f-4053-ace5-0b9eec4d8a87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:59:04.498892 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb60b55-cbc4-4a19-8e81-d2f5d6227d51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=425f275b-ddf1-4b19-ba3d-61843191c0b5,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:59:04.504575 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-3fb60b55-cbc4-4a19-8e81-d2f5d6227d51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:59:04.508117 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-3fb60b55-cbc4-4a19-8e81-d2f5d6227d51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:04.509503 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-3fb60b55-cbc4-4a19-8e81-d2f5d6227d51 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/425f275b-ddf1-4b19-ba3d-61843191c0b5 HTTP/1.1" status: 204 len: 168 time: 0.7473950 Feb 04 07:59:04.542804 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d059fa5c-1a9e-4bed-ab74-2ba26b11a853 admin admin] Notify agent at l3_agent.dv-cinder-733062-18-smb the message routers_updated {{(pid=80113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 04 07:59:04.559362 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-d059fa5c-1a9e-4bed-ab74-2ba26b11a853 admin admin] 10.222.0.99 "PUT /v2.0/routers/c7e7ba54-2612-40c1-8e2b-3fe56be5473c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8136344 Feb 04 07:59:04.681718 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-1aa45a3a-2051-4f3f-a292-d270ef67d655 req-8147cceb-dbdd-45e4-a4c9-b17cd182993b service neutron] 10.222.0.76 "GET /v2.0/networks/0a47f9de-d7fe-4f9a-bb13-797ee2e25ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1818109 Feb 04 07:59:04.703072 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Device 950e1bde-a355-4187-9b7e-dc414b628341 up at agent ovs-agent-dv-cinder-733062-18-smb {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 07:59:04.796374 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Provisioning for port 950e1bde-a355-4187-9b7e-dc414b628341 completed by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 04 07:59:04.807279 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Provisioning complete for port 950e1bde-a355-4187-9b7e-dc414b628341 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 07:59:04.807791 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762158'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:04.823180 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-70579673-4fe6-4431-99e3-b0f7ea14736c req-0782342b-0c15-4d17-b873-8a2d4895b4e4 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=fa932e77-18a6-4538-9029-8ceee8f10b61&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.3590400 Feb 04 07:59:04.950605 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4ad1d4-ec67-4499-9175-bd1ea6058cbf req-89f560ab-4e6e-47b7-b33a-2c953f1f483d tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:59:04.953817 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-4e4ad1d4-ec67-4499-9175-bd1ea6058cbf req-89f560ab-4e6e-47b7-b33a-2c953f1f483d tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/ports?device_id=f6928dd1-8dfc-4e67-9ebb-85ac26bb95c8 HTTP/1.1" status: 200 len: 945 time: 0.2262902 Feb 04 07:59:04.977682 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:05.000411 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] For port 950e1bde-a355-4187-9b7e-dc414b628341, host dv-cinder-733062-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-18-smb',level=0,port_id=950e1bde-a355-4187-9b7e-dc414b628341,segment=NetworkSegment(d8f5f7e6-2ec3-4646-9d93-a23676477155),segment_id=d8f5f7e6-2ec3-4646-9d93-a23676477155)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 07:59:05.004085 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309259674757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309260170288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727594605546'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:05.007985 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:59:05.095143 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Device d36bb1a4-9d66-4b28-a6bb-dce424da861c up at agent ovs-agent-hv-cinder-73306 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 07:59:05.256534 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-4e4ad1d4-ec67-4499-9175-bd1ea6058cbf req-4e07fc98-f8ff-4d42-95e1-b680b6f8c63f tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/security-groups?id=165ca7ed-0745-4a75-913b-d38f318fbd54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2905107 Feb 04 07:59:05.279287 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Pushing event updated for resources: {'Port': ['ID=950e1bde-a355-4187-9b7e-dc414b628341,revision_number=4']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:59:05.312317 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:59:05.313030 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Provisioning complete for port d36bb1a4-9d66-4b28-a6bb-dce424da861c triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 07:59:05.313446 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762158'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:05.556294 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2387ae4-3a4b-4639-94e6-55dd8871cf12 None None] Sync routers for ids ['c7e7ba54-2612-40c1-8e2b-3fe56be5473c'] in dv-cinder-733062-18-smb {{(pid=80115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 04 07:59:05.570512 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2387ae4-3a4b-4639-94e6-55dd8871cf12 None None] Routers {'c7e7ba54-2612-40c1-8e2b-3fe56be5473c'} bound to L3 agent in host dv-cinder-733062-18-smb {{(pid=80115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 04 07:59:05.571273 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-a2387ae4-3a4b-4639-94e6-55dd8871cf12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-04T07:47:53Z,description=,heartbeat_timestamp=2021-02-04T07:58:53Z,host='dv-cinder-733062-18-smb',id=9b1007a2-cea1-4e19-8fd5-ed5c2617e796,load=0,resource_versions=,resources_synced=,started_at=2021-02-04T07:47:53Z,topic='l3_agent')) {'router_ids': ['c7e7ba54-2612-40c1-8e2b-3fe56be5473c'], 'active': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 07:59:05.595086 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f562902-9a6c-4e69-837b-508987cb3951 req-7ee24177-25e8-48ec-a05d-12291d3882d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:59:05.596660 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-0f562902-9a6c-4e69-837b-508987cb3951 req-7ee24177-25e8-48ec-a05d-12291d3882d4 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d169c946ffe1451eb4af6bf508791261&device_id=1ac2a71a-1c22-4cae-8fc1-e849649be0ad HTTP/1.1" status: 200 len: 1164 time: 0.6341038 Feb 04 07:59:05.770501 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70579673-4fe6-4431-99e3-b0f7ea14736c req-e0b6d8fd-3642-47b3-9c95-6ccf481371fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:59:05.772154 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-70579673-4fe6-4431-99e3-b0f7ea14736c req-e0b6d8fd-3642-47b3-9c95-6ccf481371fb service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e025b0caf149437a978dcb2e658b1da5&device_id=fa932e77-18a6-4538-9029-8ceee8f10b61 HTTP/1.1" status: 200 len: 1163 time: 0.7618437 Feb 04 07:59:05.790152 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvr_db [None req-a2387ae4-3a4b-4639-94e6-55dd8871cf12 None None] Set router c7e7ba54-2612-40c1-8e2b-3fe56be5473c gateway port host: dv-cinder-733062-18-smb {{(pid=80115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 04 07:59:05.796819 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f562902-9a6c-4e69-837b-508987cb3951 req-fb4d9ead-ff79-4ae4-a75e-609fbef1fc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:59:05.798925 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-0f562902-9a6c-4e69-837b-508987cb3951 req-fb4d9ead-ff79-4ae4-a75e-609fbef1fc95 service neutron] 10.222.0.76 "GET /v2.0/networks?id=0a47f9de-d7fe-4f9a-bb13-797ee2e25ea4 HTTP/1.1" status: 200 len: 863 time: 0.1763554 Feb 04 07:59:05.935924 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-0f562902-9a6c-4e69-837b-508987cb3951 req-d010cb01-ac3b-4eb4-94ed-e29682fc5406 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=926f23e7-0f96-4b3f-b110-ce722c97c5ad HTTP/1.1" status: 200 len: 217 time: 0.1111257 Feb 04 07:59:06.086484 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 51164) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:59:06.093336 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.v2.base [None req-2a9453bc-bedc-44aa-8aa6-f7cff41bdc7c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-807223694-network', 'tenant_id': '8adb66040a6248e39f4d6110a635614d'}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 07:59:06.094272 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39b5400-24a6-4060-b65d-e0ea95e320fa req-f434c4fe-675e-4b68-b528-a4e4de34a130 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:59:06.099424 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-2a9453bc-bedc-44aa-8aa6-f7cff41bdc7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 07:59:06.104080 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-2a9453bc-bedc-44aa-8aa6-f7cff41bdc7c admin admin] Usage tracker for resource:network and tenant:8adb66040a6248e39f4d6110a635614d is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 07:59:06.107332 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-b39b5400-24a6-4060-b65d-e0ea95e320fa req-f434c4fe-675e-4b68-b528-a4e4de34a130 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] 10.222.0.99 "GET /v2.0/ports?device_id=0008e56e-09ef-40d2-a61b-d0f808be261a HTTP/1.1" status: 200 len: 945 time: 0.7704427 Feb 04 07:59:06.108100 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-2a9453bc-bedc-44aa-8aa6-f7cff41bdc7c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 07:59:06.115448 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-2a9453bc-bedc-44aa-8aa6-f7cff41bdc7c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 07:59:06.126679 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a9453bc-bedc-44aa-8aa6-f7cff41bdc7c admin admin] Made reservation on behalf of 8adb66040a6248e39f4d6110a635614d for: {'network': 1} {{(pid=80113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 04 07:59:06.132728 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-2a9453bc-bedc-44aa-8aa6-f7cff41bdc7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for network, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:06.150500 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-2a9453bc-bedc-44aa-8aa6-f7cff41bdc7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:06.171185 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-2a9453bc-bedc-44aa-8aa6-f7cff41bdc7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 07:59:06.177213 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-2a9453bc-bedc-44aa-8aa6-f7cff41bdc7c admin admin] Usage tracker for resource:security_group_rule and tenant:8adb66040a6248e39f4d6110a635614d is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 07:59:06.182728 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-2a9453bc-bedc-44aa-8aa6-f7cff41bdc7c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 07:59:06.183173 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-a2387ae4-3a4b-4639-94e6-55dd8871cf12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7e7ba54-2612-40c1-8e2b-3fe56be5473c', 'name': 'tempest-TestShelveInstance-1949532045-router', 'tenant_id': '60b487ac91624ec6b296ca8b77fa79ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'external_fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.103'}], 'enable_snat': True}, 'gw_port_id': '950e1bde-a355-4187-9b7e-dc414b628341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T07:58:54Z', 'updated_at': '2021-02-04T07:59:02Z', 'revision_number': 4, 'project_id': '60b487ac91624ec6b296ca8b77fa79ed', 'gw_port': {'id': '950e1bde-a355-4187-9b7e-dc414b628341', 'name': '', 'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:52:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e7ba54-2612-40c1-8e2b-3fe56be5473c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T07:58:55Z', 'updated_at': '2021-02-04T07:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-18-smb', '_interfaces': [{'id': 'd391d32b-1f99-416c-965b-beea640ad6e9', 'name': '', 'network_id': 'd5bbe659-e5c0-4960-af33-ba4597e12070', 'tenant_id': '60b487ac91624ec6b296ca8b77fa79ed', 'mac_address': 'fa:16:3e:60:27:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7e7ba54-2612-40c1-8e2b-3fe56be5473c', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '8d7c4961-342b-40ca-a804-f15c6236b720', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T07:59:00Z', 'updated_at': '2021-02-04T07:59:02Z', 'revision_number': 2, 'project_id': '60b487ac91624ec6b296ca8b77fa79ed', 'subnets': [{'id': '8d7c4961-342b-40ca-a804-f15c6236b720', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733062-18-smb', False) {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 07:59:06.190067 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-2a9453bc-bedc-44aa-8aa6-f7cff41bdc7c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 07:59:06.190795 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2387ae4-3a4b-4639-94e6-55dd8871cf12 None None] Checking router: c7e7ba54-2612-40c1-8e2b-3fe56be5473c for host: dv-cinder-733062-18-smb {{(pid=80115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 04 07:59:06.191412 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2387ae4-3a4b-4639-94e6-55dd8871cf12 None None] Updating router c7e7ba54-2612-40c1-8e2b-3fe56be5473c port d391d32b-1f99-416c-965b-beea640ad6e9 binding host dv-cinder-733062-18-smb {{(pid=80115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 04 07:59:06.266583 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a2387ae4-3a4b-4639-94e6-55dd8871cf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:06.282070 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f117b808-f800-44de-8c0e-a13306c19942 req-57dd530c-a8f5-42e7-b0f4-06cc024cd4ac tempest-VolumesNegativeTest-447500761 tempest-VolumesNegativeTest-447500761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:59:06.299711 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-f117b808-f800-44de-8c0e-a13306c19942 req-57dd530c-a8f5-42e7-b0f4-06cc024cd4ac tempest-VolumesNegativeTest-447500761 tempest-VolumesNegativeTest-447500761-project] 10.222.0.99 "GET /v2.0/ports?device_id=1ac2a71a-1c22-4cae-8fc1-e849649be0ad HTTP/1.1" status: 200 len: 947 time: 0.7826757 Feb 04 07:59:06.329603 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-2a9453bc-bedc-44aa-8aa6-f7cff41bdc7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:06.333901 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-2a9453bc-bedc-44aa-8aa6-f7cff41bdc7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:06.360481 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a9453bc-bedc-44aa-8aa6-f7cff41bdc7c admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=80113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 04 07:59:06.373543 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-2a9453bc-bedc-44aa-8aa6-f7cff41bdc7c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727595116386', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774980'] for segment, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:06.373993 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.db.segments_db [None req-2a9453bc-bedc-44aa-8aa6-f7cff41bdc7c admin admin] Added segment 867c2680-a05d-40d2-bbb5-33c639981c53 of type vxlan for network 39d65281-66eb-497c-91ff-8aecf0c040ae Feb 04 07:59:06.409731 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-2a9453bc-bedc-44aa-8aa6-f7cff41bdc7c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363309260185511'] for network, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:06.447081 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-845e629b-1d4b-43b3-aa55-a40465738b6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:59:06.447742 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-f117b808-f800-44de-8c0e-a13306c19942 req-abee59cf-0e79-4847-a9c1-06bb5cbe0b30 tempest-VolumesNegativeTest-447500761 tempest-VolumesNegativeTest-447500761-project] 10.222.0.99 "GET /v2.0/security-groups?id=e4681ea8-0ae2-4368-9c53-0f9fb3582783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469519 Feb 04 07:59:06.461603 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-2a9453bc-bedc-44aa-8aa6-f7cff41bdc7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830'] for network, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:06.477856 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a9453bc-bedc-44aa-8aa6-f7cff41bdc7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:59:06.479356 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-2a9453bc-bedc-44aa-8aa6-f7cff41bdc7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1815815'] for network, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:06.482160 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f562902-9a6c-4e69-837b-508987cb3951 req-652d816a-de96-486d-b0ee-1fe1aa465a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:59:06.483743 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-0f562902-9a6c-4e69-837b-508987cb3951 req-652d816a-de96-486d-b0ee-1fe1aa465a7b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=dfa3c907-4c0c-464f-9748-6cc5a322ea3f HTTP/1.1" status: 200 len: 843 time: 0.3724253 Feb 04 07:59:06.515948 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-b39b5400-24a6-4060-b65d-e0ea95e320fa req-edbce323-e523-45db-85b8-1c0045d2f5af tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] 10.222.0.99 "GET /v2.0/security-groups?id=23e57bf3-6871-46d4-a88b-2b22ec633850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4073365 Feb 04 07:59:06.541843 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9453bc-bedc-44aa-8aa6-f7cff41bdc7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64e12c60-8055-45f8-beff-85e48ab69879,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:59:06.557896 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-2a9453bc-bedc-44aa-8aa6-f7cff41bdc7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:59:06.563477 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-f5e77f52-8474-4b68-b162-76c52fa67bf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.065s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:59:06.663397 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70579673-4fe6-4431-99e3-b0f7ea14736c req-23ce4246-3092-48ba-b6d1-3bed4e6935c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:59:06.665920 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-70579673-4fe6-4431-99e3-b0f7ea14736c req-23ce4246-3092-48ba-b6d1-3bed4e6935c8 service neutron] 10.222.0.76 "GET /v2.0/networks?id=d6cc8c6f-e231-4895-957c-7832ba254527 HTTP/1.1" status: 200 len: 909 time: 0.8400486 Feb 04 07:59:06.672056 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Device 950e1bde-a355-4187-9b7e-dc414b628341 up at agent ovs-agent-dv-cinder-733062-18-smb {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 07:59:06.793089 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-2a9453bc-bedc-44aa-8aa6-f7cff41bdc7c admin admin] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.7024693 Feb 04 07:59:06.793717 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 51176) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:59:06.805006 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.v2.base [None req-03ea444f-03d9-4b5e-acba-def7cf89805a admin admin] Request body: {'subnet': {'network_id': '39d65281-66eb-497c-91ff-8aecf0c040ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-807223694-subnet', 'tenant_id': '8adb66040a6248e39f4d6110a635614d', 'ip_version': 4}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 07:59:06.815251 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-03ea444f-03d9-4b5e-acba-def7cf89805a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 07:59:06.818830 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9453bc-bedc-44aa-8aa6-f7cff41bdc7c admin admin] Pushing event updated for resources: {'Network': ['ID=39d65281-66eb-497c-91ff-8aecf0c040ae,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:59:06.819156 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-70579673-4fe6-4431-99e3-b0f7ea14736c req-6a1c05e3-f38e-4ad9-9067-1277eb15fd95 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e0dc0856-cac5-4300-b862-d733ede605eb HTTP/1.1" status: 200 len: 217 time: 0.1133561 Feb 04 07:59:06.822826 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-2a9453bc-bedc-44aa-8aa6-f7cff41bdc7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:59:06.823912 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-03ea444f-03d9-4b5e-acba-def7cf89805a admin admin] Usage tracker for resource:subnet and tenant:8adb66040a6248e39f4d6110a635614d is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 07:59:06.828318 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-03ea444f-03d9-4b5e-acba-def7cf89805a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 07:59:06.836716 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f562902-9a6c-4e69-837b-508987cb3951 req-a593cd2b-0123-41c0-9fae-80719c25678f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:59:06.838035 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Network 39d65281-66eb-497c-91ff-8aecf0c040ae details requested by agent ovs-agent-dv-cinder-733062-18-smb with host dv-cinder-733062-18-smb {{(pid=80115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 04 07:59:06.838860 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-0f562902-9a6c-4e69-837b-508987cb3951 req-a593cd2b-0123-41c0-9fae-80719c25678f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=0a47f9de-d7fe-4f9a-bb13-797ee2e25ea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3214912 Feb 04 07:59:06.843969 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-03ea444f-03d9-4b5e-acba-def7cf89805a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 07:59:06.867867 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03ea444f-03d9-4b5e-acba-def7cf89805a admin admin] Made reservation on behalf of 8adb66040a6248e39f4d6110a635614d for: {'subnet': 1} {{(pid=80113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 04 07:59:06.873895 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-03ea444f-03d9-4b5e-acba-def7cf89805a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1465462'] for subnet, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:07.177330 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-0f562902-9a6c-4e69-837b-508987cb3951 req-960efc66-d2fb-4b24-a3d3-b05dd86e1c1c service neutron] 10.222.0.76 "GET /v2.0/networks/0a47f9de-d7fe-4f9a-bb13-797ee2e25ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2576947 Feb 04 07:59:07.196396 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70579673-4fe6-4431-99e3-b0f7ea14736c req-8826eb56-0235-4fa0-b26d-5da9bb317776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:59:07.199361 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-70579673-4fe6-4431-99e3-b0f7ea14736c req-8826eb56-0235-4fa0-b26d-5da9bb317776 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=daa9ab9c-d070-4c63-9925-724b7f6976a7 HTTP/1.1" status: 200 len: 855 time: 0.3438747 Feb 04 07:59:07.225483 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Network 39d65281-66eb-497c-91ff-8aecf0c040ae details requested by agent ovs-agent-hv-cinder-73306 with host hv-cinder-73306 {{(pid=80115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 04 07:59:07.397603 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-0f562902-9a6c-4e69-837b-508987cb3951 req-e3f730e5-3cd7-4dd0-b91d-41a7eac7f821 service neutron] 10.222.0.76 "GET /v2.0/networks/0a47f9de-d7fe-4f9a-bb13-797ee2e25ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1965408 Feb 04 07:59:07.463765 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-70579673-4fe6-4431-99e3-b0f7ea14736c req-9b325201-b461-4957-a5ba-8c3680ca6bf4 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d6cc8c6f-e231-4895-957c-7832ba254527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639374 Feb 04 07:59:07.467538 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Device d36bb1a4-9d66-4b28-a6bb-dce424da861c up at agent ovs-agent-hv-cinder-73306 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 07:59:07.540105 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Provisioning complete for port 950e1bde-a355-4187-9b7e-dc414b628341 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 07:59:07.540105 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762158'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:07.687480 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-03ea444f-03d9-4b5e-acba-def7cf89805a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3167152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1465413'] for subnet, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:07.709600 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:59:07.729155 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86605f85-b9a0-4958-8943-0cf53f52056f req-f45e38c1-0d3a-4e28-ba06-923ebe5556f5 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:59:07.730962 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-86605f85-b9a0-4958-8943-0cf53f52056f req-f45e38c1-0d3a-4e28-ba06-923ebe5556f5 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/ports?device_id=f6928dd1-8dfc-4e67-9ebb-85ac26bb95c8 HTTP/1.1" status: 200 len: 945 time: 0.8163753 Feb 04 07:59:07.853690 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ea444f-03d9-4b5e-acba-def7cf89805a admin admin] Pushing event updated for resources: {'Subnet': ['ID=5efbe69b-981b-4f6f-84b2-fce07ecedd63,revision_number=0']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:59:07.857907 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-03ea444f-03d9-4b5e-acba-def7cf89805a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:59:07.881826 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:07.935917 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Provisioning complete for port d36bb1a4-9d66-4b28-a6bb-dce424da861c triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 07:59:07.936318 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762158'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:07.995161 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ea444f-03d9-4b5e-acba-def7cf89805a admin admin] Checking segment: {'id': '867c2680-a05d-40d2-bbb5-33c639981c53', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '39d65281-66eb-497c-91ff-8aecf0c040ae'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 04 07:59:08.006496 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ea444f-03d9-4b5e-acba-def7cf89805a admin admin] Network hostable DHCP agents. Network: 39d65281-66eb-497c-91ff-8aecf0c040ae, hostable agents: ['8e54cc33-14f6-4bf4-a71e-228639724c29'], hosted agents: [] {{(pid=80113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 04 07:59:08.029213 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ea444f-03d9-4b5e-acba-def7cf89805a admin admin] Network 39d65281-66eb-497c-91ff-8aecf0c040ae is scheduled to be hosted by DHCP agent 8e54cc33-14f6-4bf4-a71e-228639724c29 with binding_index 1 {{(pid=80113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 04 07:59:08.040390 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.base_scheduler [None req-03ea444f-03d9-4b5e-acba-def7cf89805a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733062-18-smb, 39d65281-66eb-497c-91ff-8aecf0c040ae) {{(pid=80113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 04 07:59:08.068013 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ea444f-03d9-4b5e-acba-def7cf89805a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:59:08.069092 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-03ea444f-03d9-4b5e-acba-def7cf89805a admin admin] Notify callbacks [] for subnet, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:08.078584 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4ca3843-ec29-44cf-9d2a-934f75c77e81 None None] Network 39d65281-66eb-497c-91ff-8aecf0c040ae requested from dv-cinder-733062-18-smb {{(pid=80115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 04 07:59:08.095439 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-03ea444f-03d9-4b5e-acba-def7cf89805a admin admin] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.3003831 Feb 04 07:59:08.098078 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 51214) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:59:08.104324 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.v2.base [None req-e4351d50-cd71-4fb7-a45a-ea78152bc6aa admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-807223694-router', 'tenant_id': '8adb66040a6248e39f4d6110a635614d', 'external_gateway_info': {'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c'}}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 07:59:08.111112 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-e4351d50-cd71-4fb7-a45a-ea78152bc6aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 07:59:08.123515 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-e4351d50-cd71-4fb7-a45a-ea78152bc6aa admin admin] Usage tracker for resource:router and tenant:8adb66040a6248e39f4d6110a635614d is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 07:59:08.128419 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-e4351d50-cd71-4fb7-a45a-ea78152bc6aa admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 07:59:08.136023 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-e4351d50-cd71-4fb7-a45a-ea78152bc6aa admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 07:59:08.152913 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-e4351d50-cd71-4fb7-a45a-ea78152bc6aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1652380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7188'] for router, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:08.156548 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-e4351d50-cd71-4fb7-a45a-ea78152bc6aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853123470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853136526', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2013956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854768627'] for router, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:08.181931 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-e4351d50-cd71-4fb7-a45a-ea78152bc6aa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:08.189260 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-70579673-4fe6-4431-99e3-b0f7ea14736c req-14b07075-0a1a-4dfd-ba1e-8f5184a8026f service neutron] 10.222.0.76 "GET /v2.0/networks/d6cc8c6f-e231-4895-957c-7832ba254527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7133353 Feb 04 07:59:08.271781 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a2387ae4-3a4b-4639-94e6-55dd8871cf12 None None] Notify callbacks [] for port, precommit_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:08.382293 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Device 9ef0ebf8-8141-46e2-96ef-9f210f0be191 up at agent ovs-agent-hv-cinder-73306 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 07:59:08.396073 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-70579673-4fe6-4431-99e3-b0f7ea14736c req-49b43b60-cd67-41e1-87fb-f183c4224900 service neutron] 10.222.0.76 "GET /v2.0/networks/d6cc8c6f-e231-4895-957c-7832ba254527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1955464 Feb 04 07:59:08.433986 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-86605f85-b9a0-4958-8943-0cf53f52056f req-ac7d1863-831a-46ab-b8f7-5b91089e1ada tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/security-groups?id=165ca7ed-0745-4a75-913b-d38f318fbd54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5725787 Feb 04 07:59:08.451422 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-a2387ae4-3a4b-4639-94e6-55dd8871cf12 None None] Transition to ACTIVE for port object d391d32b-1f99-416c-965b-beea640ad6e9 will not be triggered until provisioned by entity L2. {{(pid=80115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 04 07:59:08.476080 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a2387ae4-3a4b-4639-94e6-55dd8871cf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309259674757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309260170288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727594605546'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:08.622495 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:59:08.631699 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-e4351d50-cd71-4fb7-a45a-ea78152bc6aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853136575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1652451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854768526'] for router, precommit_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:08.634018 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a48f8d-285e-496a-a28f-2e3e9ccf04dd req-abf88802-b9c3-4747-845e-9ff00396f05a tempest-VolumesNegativeTest-447500761 tempest-VolumesNegativeTest-447500761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:59:08.635889 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-c7a48f8d-285e-496a-a28f-2e3e9ccf04dd req-abf88802-b9c3-4747-845e-9ff00396f05a tempest-VolumesNegativeTest-447500761 tempest-VolumesNegativeTest-447500761-project] 10.222.0.99 "GET /v2.0/ports?device_id=1ac2a71a-1c22-4cae-8fc1-e849649be0ad HTTP/1.1" status: 200 len: 947 time: 0.9009652 Feb 04 07:59:08.689327 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Provisioning complete for port 9ef0ebf8-8141-46e2-96ef-9f210f0be191 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 07:59:08.689852 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762158'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:08.746776 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-c7a48f8d-285e-496a-a28f-2e3e9ccf04dd req-0c333a4c-0092-403d-9f06-e2372f51c954 tempest-VolumesNegativeTest-447500761 tempest-VolumesNegativeTest-447500761-project] 10.222.0.99 "GET /v2.0/security-groups?id=e4681ea8-0ae2-4368-9c53-0f9fb3582783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033266 Feb 04 07:59:08.902234 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12679e7-d962-40b3-8bce-a62d59e9a245 req-6e74a90a-e82d-42d6-9ec7-63a6bf7ae0c2 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:59:08.904001 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-c12679e7-d962-40b3-8bce-a62d59e9a245 req-6e74a90a-e82d-42d6-9ec7-63a6bf7ae0c2 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] 10.222.0.99 "GET /v2.0/ports?device_id=0008e56e-09ef-40d2-a61b-d0f808be261a HTTP/1.1" status: 200 len: 945 time: 0.2146344 Feb 04 07:59:09.006603 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-c12679e7-d962-40b3-8bce-a62d59e9a245 req-9fe8e0f6-fa6d-400d-9987-870f087dfe82 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] 10.222.0.99 "GET /v2.0/security-groups?id=23e57bf3-6871-46d4-a88b-2b22ec633850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942714 Feb 04 07:59:09.025015 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed561649-b3e4-43de-ba51-ad62346dbc36 None None] Pushing event updated for resources: {'Port': ['ID=d391d32b-1f99-416c-965b-beea640ad6e9,revision_number=3']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:59:09.030277 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-ed561649-b3e4-43de-ba51-ad62346dbc36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:59:09.033661 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb2e52ba-14f5-4caa-83f7-cf38e1aa867d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeaced70-d5a4-5733-ba6e-56756fcee946-39d65281-66eb-497c-91ff-8aecf0c040ae', 'network_id': '39d65281-66eb-497c-91ff-8aecf0c040ae', 'tenant_id': '8adb66040a6248e39f4d6110a635614d', 'fixed_ips': [{'subnet_id': '5efbe69b-981b-4f6f-84b2-fce07ecedd63'}]}} from dv-cinder-733062-18-smb. {{(pid=80115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 04 07:59:09.034591 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-fb2e52ba-14f5-4caa-83f7-cf38e1aa867d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:09.054910 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-a2387ae4-3a4b-4639-94e6-55dd8871cf12 None None] Attempting to bind port d391d32b-1f99-416c-965b-beea640ad6e9 on host dv-cinder-733062-18-smb for vnic_type normal with profile {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 07:59:09.062300 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-a2387ae4-3a4b-4639-94e6-55dd8871cf12 None None] Attempting to bind port d391d32b-1f99-416c-965b-beea640ad6e9 by drivers openvswitch on host dv-cinder-733062-18-smb at level 0 using segments [{'id': 'd569568a-3589-4a86-b2cc-4d13735c5e6b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd5bbe659-e5c0-4960-af33-ba4597e12070'}] {{(pid=80115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 04 07:59:09.063025 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2387ae4-3a4b-4639-94e6-55dd8871cf12 None None] Attempting to bind port d391d32b-1f99-416c-965b-beea640ad6e9 on network d5bbe659-e5c0-4960-af33-ba4597e12070 {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 04 07:59:09.085224 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2387ae4-3a4b-4639-94e6-55dd8871cf12 None None] Checking agent: {'id': 'b265e0d7-049f-4621-8b9a-cada9a3d4f64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-18-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 4, 7, 47, 55), 'started_at': datetime.datetime(2021, 2, 4, 7, 48, 25), 'heartbeat_timestamp': datetime.datetime(2021, 2, 4, 7, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-18-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.87', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 07:59:09.085675 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2387ae4-3a4b-4639-94e6-55dd8871cf12 None None] Checking segment: {'id': 'd569568a-3589-4a86-b2cc-4d13735c5e6b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd5bbe659-e5c0-4960-af33-ba4597e12070'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 04 07:59:09.086183 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a2387ae4-3a4b-4639-94e6-55dd8871cf12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:09.086621 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2387ae4-3a4b-4639-94e6-55dd8871cf12 None None] Bound using segment: {'id': 'd569568a-3589-4a86-b2cc-4d13735c5e6b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd5bbe659-e5c0-4960-af33-ba4597e12070'} {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 07:59:09.087181 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-a2387ae4-3a4b-4639-94e6-55dd8871cf12 None None] Bound port: d391d32b-1f99-416c-965b-beea640ad6e9, host: dv-cinder-733062-18-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd569568a-3589-4a86-b2cc-4d13735c5e6b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd5bbe659-e5c0-4960-af33-ba4597e12070'}}] {{(pid=80115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 04 07:59:09.087595 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a2387ae4-3a4b-4639-94e6-55dd8871cf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:09.138784 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-e4351d50-cd71-4fb7-a45a-ea78152bc6aa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:09.180148 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-e4351d50-cd71-4fb7-a45a-ea78152bc6aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:09.387507 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-a2387ae4-3a4b-4639-94e6-55dd8871cf12 None None] For port d391d32b-1f99-416c-965b-beea640ad6e9, host dv-cinder-733062-18-smb, cleared binding levels {{(pid=80115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 04 07:59:09.413405 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-a2387ae4-3a4b-4639-94e6-55dd8871cf12 None None] For port d391d32b-1f99-416c-965b-beea640ad6e9, host dv-cinder-733062-18-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-18-smb',level=0,port_id=d391d32b-1f99-416c-965b-beea640ad6e9,segment=NetworkSegment(d569568a-3589-4a86-b2cc-4d13735c5e6b),segment_id=d569568a-3589-4a86-b2cc-4d13735c5e6b)] {{(pid=80115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 04 07:59:09.574320 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.db_base_plugin_common [None req-e4351d50-cd71-4fb7-a45a-ea78152bc6aa admin admin] Allocated IP 172.28.3.189 (fc08f4da-7ea1-4669-9c0d-064e3549341c/afd83efb-5d3e-41fa-8710-d4145e2840f2/e0df26fb-3878-4238-8dc8-b4a811709cad) {{(pid=80113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 04 07:59:09.620825 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a2387ae4-3a4b-4639-94e6-55dd8871cf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309259674757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309260170288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727594605546'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:09.849185 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-e4351d50-cd71-4fb7-a45a-ea78152bc6aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:09.884623 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-e4351d50-cd71-4fb7-a45a-ea78152bc6aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727594645960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851609521'] for port, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:09.893408 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44804c09-d414-475e-8709-b141092929b7 req-cfd24a2a-1747-44af-b519-9742691bebf5 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:59:09.901847 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-44804c09-d414-475e-8709-b141092929b7 req-cfd24a2a-1747-44af-b519-9742691bebf5 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/ports?device_id=f6928dd1-8dfc-4e67-9ebb-85ac26bb95c8 HTTP/1.1" status: 200 len: 945 time: 0.2246459 Feb 04 07:59:09.924617 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:59:09.977858 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-44804c09-d414-475e-8709-b141092929b7 req-fe8fe449-827c-4a1a-8edc-e471fc88a62e tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/security-groups?id=165ca7ed-0745-4a75-913b-d38f318fbd54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746551 Feb 04 07:59:09.990071 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98677007-aaee-4aa5-9b87-db9876f8091b req-83a97be0-f733-48ca-b828-17b198847b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:59:09.994705 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-98677007-aaee-4aa5-9b87-db9876f8091b req-83a97be0-f733-48ca-b828-17b198847b4e service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=f6928dd1-8dfc-4e67-9ebb-85ac26bb95c8 HTTP/1.1" status: 200 len: 1162 time: 0.3787630 Feb 04 07:59:10.082534 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.db_base_plugin_common [None req-fb2e52ba-14f5-4caa-83f7-cf38e1aa867d None None] Allocated IP 172.20.0.2 (39d65281-66eb-497c-91ff-8aecf0c040ae/5efbe69b-981b-4f6f-84b2-fce07ecedd63/af5578c7-1627-4570-867f-bc4ef9f7408a) {{(pid=80115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 04 07:59:10.141945 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-98677007-aaee-4aa5-9b87-db9876f8091b req-c1478213-71ce-4ba0-9143-139e7a3c40c1 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=165ca7ed-0745-4a75-913b-d38f318fbd54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387534 Feb 04 07:59:10.180278 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4351d50-cd71-4fb7-a45a-ea78152bc6aa admin admin] Pushing event updated for resources: {'Port': ['ID=e0df26fb-3878-4238-8dc8-b4a811709cad,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:59:10.216394 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-e4351d50-cd71-4fb7-a45a-ea78152bc6aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:59:10.260682 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4351d50-cd71-4fb7-a45a-ea78152bc6aa admin admin] Network fc08f4da-7ea1-4669-9c0d-064e3549341c is already hosted by enough agents. {{(pid=80113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 04 07:59:10.261843 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.base_scheduler [None req-e4351d50-cd71-4fb7-a45a-ea78152bc6aa admin admin] Resources bound (agent type, host, resource id): {{(pid=80113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 04 07:59:10.264392 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4351d50-cd71-4fb7-a45a-ea78152bc6aa admin admin] Received port after_create {{(pid=80113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 04 07:59:10.347121 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1d47bf-44ef-4ec1-9de9-4e12cfbfa2a8 req-bd897bfe-7dda-4abe-a0f5-8f75e2478fad tempest-VolumesNegativeTest-447500761 tempest-VolumesNegativeTest-447500761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:59:10.356300 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-af1d47bf-44ef-4ec1-9de9-4e12cfbfa2a8 req-bd897bfe-7dda-4abe-a0f5-8f75e2478fad tempest-VolumesNegativeTest-447500761 tempest-VolumesNegativeTest-447500761-project] 10.222.0.99 "GET /v2.0/ports?device_id=1ac2a71a-1c22-4cae-8fc1-e849649be0ad HTTP/1.1" status: 200 len: 947 time: 0.3371894 Feb 04 07:59:10.390858 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-fb2e52ba-14f5-4caa-83f7-cf38e1aa867d None None] Notify callbacks [] for port, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:10.402855 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-fb2e52ba-14f5-4caa-83f7-cf38e1aa867d None None] Transition to ACTIVE for port object af5578c7-1627-4570-867f-bc4ef9f7408a will not be triggered until provisioned by entity L2. {{(pid=80115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 04 07:59:10.427767 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-fb2e52ba-14f5-4caa-83f7-cf38e1aa867d None None] Transition to ACTIVE for port object af5578c7-1627-4570-867f-bc4ef9f7408a will not be triggered until provisioned by entity DHCP. {{(pid=80115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 04 07:59:10.433914 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-af1d47bf-44ef-4ec1-9de9-4e12cfbfa2a8 req-4d855efc-b22e-4cb6-97bd-11c51e3edc16 tempest-VolumesNegativeTest-447500761 tempest-VolumesNegativeTest-447500761-project] 10.222.0.99 "GET /v2.0/security-groups?id=e4681ea8-0ae2-4368-9c53-0f9fb3582783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768564 Feb 04 07:59:10.452946 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-7262d1cc-946f-4205-9fec-1bb6a55c802e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:59:10.593092 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed561649-b3e4-43de-ba51-ad62346dbc36 None None] Pushing event updated for resources: {'Port': ['ID=d391d32b-1f99-416c-965b-beea640ad6e9,revision_number=4']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:59:10.598047 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-fb2e52ba-14f5-4caa-83f7-cf38e1aa867d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727594645960'] for port, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:10.698265 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-ed561649-b3e4-43de-ba51-ad62346dbc36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:59:10.698794 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-ed561649-b3e4-43de-ba51-ad62346dbc36 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:59:10.749171 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Network 0a47f9de-d7fe-4f9a-bb13-797ee2e25ea4 details requested by agent ovs-agent-hv-cinder-73306 with host hv-cinder-73306 {{(pid=80115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 04 07:59:10.919965 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2e52ba-14f5-4caa-83f7-cf38e1aa867d None None] Pushing event updated for resources: {'Port': ['ID=af5578c7-1627-4570-867f-bc4ef9f7408a,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:59:10.941929 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-fb2e52ba-14f5-4caa-83f7-cf38e1aa867d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:59:10.949098 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2387ae4-3a4b-4639-94e6-55dd8871cf12 None None] Routers {'c7e7ba54-2612-40c1-8e2b-3fe56be5473c'} bound to L3 agent in host dv-cinder-733062-18-smb {{(pid=80115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 04 07:59:10.949894 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-a2387ae4-3a4b-4639-94e6-55dd8871cf12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-04T07:47:53Z,description=,heartbeat_timestamp=2021-02-04T07:58:53Z,host='dv-cinder-733062-18-smb',id=9b1007a2-cea1-4e19-8fd5-ed5c2617e796,load=0,resource_versions=,resources_synced=,started_at=2021-02-04T07:47:53Z,topic='l3_agent')) {'router_ids': ['c7e7ba54-2612-40c1-8e2b-3fe56be5473c'], 'active': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 07:59:10.987736 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-e4351d50-cd71-4fb7-a45a-ea78152bc6aa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:11.058560 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2e52ba-14f5-4caa-83f7-cf38e1aa867d None None] Network 39d65281-66eb-497c-91ff-8aecf0c040ae is already hosted by enough agents. {{(pid=80115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 04 07:59:11.159847 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.base_scheduler [None req-fb2e52ba-14f5-4caa-83f7-cf38e1aa867d None None] Resources bound (agent type, host, resource id): {{(pid=80115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 04 07:59:11.165802 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2e52ba-14f5-4caa-83f7-cf38e1aa867d None None] Received port after_create {{(pid=80115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 04 07:59:11.318134 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-fb2e52ba-14f5-4caa-83f7-cf38e1aa867d None None] Attempting to bind port af5578c7-1627-4570-867f-bc4ef9f7408a on host dv-cinder-733062-18-smb for vnic_type normal with profile {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 07:59:11.318373 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-fb2e52ba-14f5-4caa-83f7-cf38e1aa867d None None] Attempting to bind port af5578c7-1627-4570-867f-bc4ef9f7408a by drivers openvswitch on host dv-cinder-733062-18-smb at level 0 using segments [{'id': '867c2680-a05d-40d2-bbb5-33c639981c53', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '39d65281-66eb-497c-91ff-8aecf0c040ae'}] {{(pid=80115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 04 07:59:11.318748 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2e52ba-14f5-4caa-83f7-cf38e1aa867d None None] Attempting to bind port af5578c7-1627-4570-867f-bc4ef9f7408a on network 39d65281-66eb-497c-91ff-8aecf0c040ae {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 04 07:59:11.381530 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2e52ba-14f5-4caa-83f7-cf38e1aa867d None None] Checking agent: {'id': 'b265e0d7-049f-4621-8b9a-cada9a3d4f64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-18-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 4, 7, 47, 55), 'started_at': datetime.datetime(2021, 2, 4, 7, 48, 25), 'heartbeat_timestamp': datetime.datetime(2021, 2, 4, 7, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-18-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.87', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 07:59:11.381951 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2e52ba-14f5-4caa-83f7-cf38e1aa867d None None] Checking segment: {'id': '867c2680-a05d-40d2-bbb5-33c639981c53', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '39d65281-66eb-497c-91ff-8aecf0c040ae'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 04 07:59:11.382410 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-fb2e52ba-14f5-4caa-83f7-cf38e1aa867d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:11.382854 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2e52ba-14f5-4caa-83f7-cf38e1aa867d None None] Bound using segment: {'id': '867c2680-a05d-40d2-bbb5-33c639981c53', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '39d65281-66eb-497c-91ff-8aecf0c040ae'} {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 07:59:11.383513 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-fb2e52ba-14f5-4caa-83f7-cf38e1aa867d None None] Bound port: af5578c7-1627-4570-867f-bc4ef9f7408a, host: dv-cinder-733062-18-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '867c2680-a05d-40d2-bbb5-33c639981c53', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '39d65281-66eb-497c-91ff-8aecf0c040ae'}}] {{(pid=80115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 04 07:59:11.383968 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-fb2e52ba-14f5-4caa-83f7-cf38e1aa867d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:11.460755 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6a1849-32d7-4f5f-a370-9e50f7e50d02 req-758a9a34-6d74-4502-b012-9dab4569ef2d tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:59:11.482075 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-1e6a1849-32d7-4f5f-a370-9e50f7e50d02 req-758a9a34-6d74-4502-b012-9dab4569ef2d tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/ports?device_id=f6928dd1-8dfc-4e67-9ebb-85ac26bb95c8 HTTP/1.1" status: 200 len: 945 time: 0.3212171 Feb 04 07:59:11.482603 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvr_db [None req-a2387ae4-3a4b-4639-94e6-55dd8871cf12 None None] Set router c7e7ba54-2612-40c1-8e2b-3fe56be5473c gateway port host: dv-cinder-733062-18-smb {{(pid=80115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 04 07:59:11.613347 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-1e6a1849-32d7-4f5f-a370-9e50f7e50d02 req-143c8878-1b17-4ca7-8c01-47aa6be7f71f tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/security-groups?id=165ca7ed-0745-4a75-913b-d38f318fbd54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296773 Feb 04 07:59:11.688180 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-fb2e52ba-14f5-4caa-83f7-cf38e1aa867d None None] For port af5578c7-1627-4570-867f-bc4ef9f7408a, host dv-cinder-733062-18-smb, cleared binding levels {{(pid=80115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 04 07:59:11.759543 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-fb2e52ba-14f5-4caa-83f7-cf38e1aa867d None None] For port af5578c7-1627-4570-867f-bc4ef9f7408a, host dv-cinder-733062-18-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-18-smb',level=0,port_id=af5578c7-1627-4570-867f-bc4ef9f7408a,segment=NetworkSegment(867c2680-a05d-40d2-bbb5-33c639981c53),segment_id=867c2680-a05d-40d2-bbb5-33c639981c53)] {{(pid=80115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 04 07:59:11.839803 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-fb2e52ba-14f5-4caa-83f7-cf38e1aa867d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309259674757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309260170288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727594605546'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:11.851591 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-e4351d50-cd71-4fb7-a45a-ea78152bc6aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853123436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1639343'] for router, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:11.874659 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-974ee5f5-87fa-4035-b283-9fe024d67e2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:59:12.034156 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5147849-7b79-47b4-8783-5abbc77646f2 req-6803af4e-63ae-41db-897c-5a7c598aea52 tempest-VolumesNegativeTest-447500761 tempest-VolumesNegativeTest-447500761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:59:12.056650 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-b5147849-7b79-47b4-8783-5abbc77646f2 req-6803af4e-63ae-41db-897c-5a7c598aea52 tempest-VolumesNegativeTest-447500761 tempest-VolumesNegativeTest-447500761-project] 10.222.0.99 "GET /v2.0/ports?device_id=1ac2a71a-1c22-4cae-8fc1-e849649be0ad HTTP/1.1" status: 200 len: 947 time: 0.2612114 Feb 04 07:59:12.129556 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4351d50-cd71-4fb7-a45a-ea78152bc6aa admin admin] Router af339a73-9f24-417d-be8a-17e19794d173 is scheduled to L3 agent 9b1007a2-cea1-4e19-8fd5-ed5c2617e796 with binding_index 1 {{(pid=80113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 04 07:59:12.195802 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-b5147849-7b79-47b4-8783-5abbc77646f2 req-e4f91f0d-73ab-4645-b384-e5c4fd296f73 tempest-VolumesNegativeTest-447500761 tempest-VolumesNegativeTest-447500761-project] 10.222.0.99 "GET /v2.0/security-groups?id=e4681ea8-0ae2-4368-9c53-0f9fb3582783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380970 Feb 04 07:59:12.327363 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.objects.ports [None req-c9e3b478-94c1-426d-9969-0006b3a4c17e None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80115) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 04 07:59:12.375311 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4351d50-cd71-4fb7-a45a-ea78152bc6aa admin admin] Notify agent at l3_agent.dv-cinder-733062-18-smb the message routers_updated {{(pid=80113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 04 07:59:12.386635 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e81b0c-4b70-44a2-b85c-3f07e4d2f211 None None] Sync routers for ids ['af339a73-9f24-417d-be8a-17e19794d173'] in dv-cinder-733062-18-smb {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 04 07:59:12.397355 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2e52ba-14f5-4caa-83f7-cf38e1aa867d None None] Pushing event updated for resources: {'Port': ['ID=af5578c7-1627-4570-867f-bc4ef9f7408a,revision_number=2']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:59:12.408768 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e81b0c-4b70-44a2-b85c-3f07e4d2f211 None None] Routers {'af339a73-9f24-417d-be8a-17e19794d173'} bound to L3 agent in host dv-cinder-733062-18-smb {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 04 07:59:12.408972 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-fb2e52ba-14f5-4caa-83f7-cf38e1aa867d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.534s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:59:12.409120 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-e4351d50-cd71-4fb7-a45a-ea78152bc6aa admin admin] Notify callbacks [] for router, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:12.410604 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-80e81b0c-4b70-44a2-b85c-3f07e4d2f211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-04T07:47:53Z,description=,heartbeat_timestamp=2021-02-04T07:58:53Z,host='dv-cinder-733062-18-smb',id=9b1007a2-cea1-4e19-8fd5-ed5c2617e796,load=0,resource_versions=,resources_synced=,started_at=2021-02-04T07:47:53Z,topic='l3_agent')) {'router_ids': ['af339a73-9f24-417d-be8a-17e19794d173'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 07:59:12.411238 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-e4351d50-cd71-4fb7-a45a-ea78152bc6aa admin admin] 10.222.0.99 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.3118410 Feb 04 07:59:12.414137 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 51294) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:59:12.444432 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-a2387ae4-3a4b-4639-94e6-55dd8871cf12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7e7ba54-2612-40c1-8e2b-3fe56be5473c', 'name': 'tempest-TestShelveInstance-1949532045-router', 'tenant_id': '60b487ac91624ec6b296ca8b77fa79ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'external_fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.103'}], 'enable_snat': True}, 'gw_port_id': '950e1bde-a355-4187-9b7e-dc414b628341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T07:58:54Z', 'updated_at': '2021-02-04T07:59:02Z', 'revision_number': 4, 'project_id': '60b487ac91624ec6b296ca8b77fa79ed', 'gw_port': {'id': '950e1bde-a355-4187-9b7e-dc414b628341', 'name': '', 'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:52:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e7ba54-2612-40c1-8e2b-3fe56be5473c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T07:58:55Z', 'updated_at': '2021-02-04T07:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-18-smb', '_interfaces': [{'id': 'd391d32b-1f99-416c-965b-beea640ad6e9', 'name': '', 'network_id': 'd5bbe659-e5c0-4960-af33-ba4597e12070', 'tenant_id': '60b487ac91624ec6b296ca8b77fa79ed', 'mac_address': 'fa:16:3e:60:27:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7e7ba54-2612-40c1-8e2b-3fe56be5473c', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '8d7c4961-342b-40ca-a804-f15c6236b720', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T07:59:00Z', 'updated_at': '2021-02-04T07:59:09Z', 'revision_number': 4, 'project_id': '60b487ac91624ec6b296ca8b77fa79ed', 'subnets': [{'id': '8d7c4961-342b-40ca-a804-f15c6236b720', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733062-18-smb', False) {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 07:59:12.449438 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2387ae4-3a4b-4639-94e6-55dd8871cf12 None None] The sync data for ids ['c7e7ba54-2612-40c1-8e2b-3fe56be5473c'] in dv-cinder-733062-18-smb is: [{'id': 'c7e7ba54-2612-40c1-8e2b-3fe56be5473c', 'name': 'tempest-TestShelveInstance-1949532045-router', 'tenant_id': '60b487ac91624ec6b296ca8b77fa79ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'external_fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.103'}], 'enable_snat': True}, 'gw_port_id': '950e1bde-a355-4187-9b7e-dc414b628341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T07:58:54Z', 'updated_at': '2021-02-04T07:59:02Z', 'revision_number': 4, 'project_id': '60b487ac91624ec6b296ca8b77fa79ed', 'gw_port': {'id': '950e1bde-a355-4187-9b7e-dc414b628341', 'name': '', 'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:52:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e7ba54-2612-40c1-8e2b-3fe56be5473c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T07:58:55Z', 'updated_at': '2021-02-04T07:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-18-smb', '_interfaces': [{'id': 'd391d32b-1f99-416c-965b-beea640ad6e9', 'name': '', 'network_id': 'd5bbe659-e5c0-4960-af33-ba4597e12070', 'tenant_id': '60b487ac91624ec6b296ca8b77fa79ed', 'mac_address': 'fa:16:3e:60:27:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7e7ba54-2612-40c1-8e2b-3fe56be5473c', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '8d7c4961-342b-40ca-a804-f15c6236b720', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T07:59:00Z', 'updated_at': '2021-02-04T07:59:09Z', 'revision_number': 4, 'project_id': '60b487ac91624ec6b296ca8b77fa79ed', 'subnets': [{'id': '8d7c4961-342b-40ca-a804-f15c6236b720', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 04 07:59:12.760859 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Device d391d32b-1f99-416c-965b-beea640ad6e9 up at agent ovs-agent-dv-cinder-733062-18-smb {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 07:59:12.794383 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvr_db [None req-80e81b0c-4b70-44a2-b85c-3f07e4d2f211 None None] Set router af339a73-9f24-417d-be8a-17e19794d173 gateway port host: dv-cinder-733062-18-smb {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 04 07:59:12.885950 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Provisioning for port d391d32b-1f99-416c-965b-beea640ad6e9 completed by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 04 07:59:12.893209 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Provisioning complete for port d391d32b-1f99-416c-965b-beea640ad6e9 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 07:59:12.893636 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762158'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:13.250297 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:13.367139 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] For port d391d32b-1f99-416c-965b-beea640ad6e9, host dv-cinder-733062-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-18-smb',level=0,port_id=d391d32b-1f99-416c-965b-beea640ad6e9,segment=NetworkSegment(d569568a-3589-4a86-b2cc-4d13735c5e6b),segment_id=d569568a-3589-4a86-b2cc-4d13735c5e6b)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 07:59:13.370803 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309259674757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309260170288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727594605546'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:13.375863 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:59:13.438575 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Device 926f23e7-0f96-4b3f-b110-ce722c97c5ad up at agent ovs-agent-hv-cinder-73306 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 07:59:13.472774 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e2eaf5-326c-4cd6-a346-7c954655d69e req-ba3fb577-3f8f-4c50-b4a6-ae47a279412f tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:59:13.487779 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-14e2eaf5-326c-4cd6-a346-7c954655d69e req-ba3fb577-3f8f-4c50-b4a6-ae47a279412f tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/ports?device_id=f6928dd1-8dfc-4e67-9ebb-85ac26bb95c8 HTTP/1.1" status: 200 len: 945 time: 0.4748328 Feb 04 07:59:13.633485 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Provisioning for port 926f23e7-0f96-4b3f-b110-ce722c97c5ad completed by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 04 07:59:13.658579 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Provisioning complete for port 926f23e7-0f96-4b3f-b110-ce722c97c5ad triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 07:59:13.660229 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762158'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:13.705534 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-80e81b0c-4b70-44a2-b85c-3f07e4d2f211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af339a73-9f24-417d-be8a-17e19794d173', 'name': 'tempest-TestShelveInstance-807223694-router', 'tenant_id': '8adb66040a6248e39f4d6110a635614d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'external_fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.189'}], 'enable_snat': True}, 'gw_port_id': 'e0df26fb-3878-4238-8dc8-b4a811709cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T07:59:08Z', 'updated_at': '2021-02-04T07:59:10Z', 'revision_number': 3, 'project_id': '8adb66040a6248e39f4d6110a635614d', 'gw_port': {'id': 'e0df26fb-3878-4238-8dc8-b4a811709cad', 'name': '', 'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:f6:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af339a73-9f24-417d-be8a-17e19794d173', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T07:59:09Z', 'updated_at': '2021-02-04T07:59:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-18-smb'}], 'dv-cinder-733062-18-smb', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 07:59:13.715390 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e81b0c-4b70-44a2-b85c-3f07e4d2f211 None None] Checking router: af339a73-9f24-417d-be8a-17e19794d173 for host: dv-cinder-733062-18-smb {{(pid=80116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 04 07:59:13.715638 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e81b0c-4b70-44a2-b85c-3f07e4d2f211 None None] Updating router af339a73-9f24-417d-be8a-17e19794d173 port e0df26fb-3878-4238-8dc8-b4a811709cad binding host dv-cinder-733062-18-smb {{(pid=80116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 04 07:59:13.735179 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-14e2eaf5-326c-4cd6-a346-7c954655d69e req-df193775-dc6b-41e1-86e1-f35f3d44efca tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/security-groups?id=165ca7ed-0745-4a75-913b-d38f318fbd54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2454832 Feb 04 07:59:13.759758 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Pushing event updated for resources: {'Port': ['ID=d391d32b-1f99-416c-965b-beea640ad6e9,revision_number=5']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:59:13.803470 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:59:13.906505 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c586be0d-679e-4ab0-8786-52aeb376bdff req-758af5a3-ea73-40eb-9c9b-20b38b9cf36d tempest-VolumesNegativeTest-447500761 tempest-VolumesNegativeTest-447500761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:59:13.915967 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-c586be0d-679e-4ab0-8786-52aeb376bdff req-758af5a3-ea73-40eb-9c9b-20b38b9cf36d tempest-VolumesNegativeTest-447500761 tempest-VolumesNegativeTest-447500761-project] 10.222.0.99 "GET /v2.0/ports?device_id=1ac2a71a-1c22-4cae-8fc1-e849649be0ad HTTP/1.1" status: 200 len: 947 time: 0.3834000 Feb 04 07:59:13.958864 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-80e81b0c-4b70-44a2-b85c-3f07e4d2f211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:14.033111 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-306ef7cf-504e-4efc-8b1a-20f35e5d6eae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:14.063915 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-c586be0d-679e-4ab0-8786-52aeb376bdff req-80ef5e99-d2e5-4108-ab6e-1b0eb6fdb1ad tempest-VolumesNegativeTest-447500761 tempest-VolumesNegativeTest-447500761-project] 10.222.0.99 "GET /v2.0/security-groups?id=e4681ea8-0ae2-4368-9c53-0f9fb3582783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469185 Feb 04 07:59:14.132176 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:14.238447 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] For port 926f23e7-0f96-4b3f-b110-ce722c97c5ad, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=926f23e7-0f96-4b3f-b110-ce722c97c5ad,segment=NetworkSegment(52aa1e86-fc9e-490f-846d-7b01466c5531),segment_id=52aa1e86-fc9e-490f-846d-7b01466c5531)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 07:59:14.239726 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ac2a71a-1c22-4cae-8fc1-e849649be0ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '926f23e7-0f96-4b3f-b110-ce722c97c5ad'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 07:59:14.270418 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309259674757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309260170288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727594605546'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:14.272437 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-84e3f001-f256-4c3e-845b-cc50dea5fde4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:59:14.385761 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ac2a71a-1c22-4cae-8fc1-e849649be0ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '926f23e7-0f96-4b3f-b110-ce722c97c5ad', 'code': 200} Feb 04 07:59:14.474594 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Pushing event updated for resources: {'Port': ['ID=926f23e7-0f96-4b3f-b110-ce722c97c5ad,revision_number=4']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:59:14.497980 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:59:14.548837 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c6c548d-2fc4-4a27-937c-edee52c1f857 None None] Network 39d65281-66eb-497c-91ff-8aecf0c040ae requested from dv-cinder-733062-18-smb {{(pid=80115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 04 07:59:14.680309 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-e1763047-0389-4adf-971a-d4dca60e9bd7 None None] Provisioning for port af5578c7-1627-4570-867f-bc4ef9f7408a completed by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 04 07:59:14.776800 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aec635d-4c38-4570-a746-c9ca05fc23bb req-3fa48bad-b5ab-49d6-8503-46cea6dd4a67 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:59:14.787440 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-5aec635d-4c38-4570-a746-c9ca05fc23bb req-3fa48bad-b5ab-49d6-8503-46cea6dd4a67 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/ports?device_id=6a08b689-796b-46b2-87e8-9a6e591081ef HTTP/1.1" status: 200 len: 945 time: 0.4510703 Feb 04 07:59:14.834524 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.db_base_plugin_common [None req-306ef7cf-504e-4efc-8b1a-20f35e5d6eae admin admin] Allocated IP 172.20.0.1 (39d65281-66eb-497c-91ff-8aecf0c040ae/5efbe69b-981b-4f6f-84b2-fce07ecedd63/fb0edab5-11a7-441f-8182-801a923dab93) {{(pid=80113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 04 07:59:14.892513 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Device d391d32b-1f99-416c-965b-beea640ad6e9 up at agent ovs-agent-dv-cinder-733062-18-smb {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 07:59:14.952999 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-5aec635d-4c38-4570-a746-c9ca05fc23bb req-9be048ce-9d94-47e6-90cd-171b30cb3394 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/security-groups?id=165ca7ed-0745-4a75-913b-d38f318fbd54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642807 Feb 04 07:59:14.979677 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-80e81b0c-4b70-44a2-b85c-3f07e4d2f211 None None] Notify callbacks [] for port, precommit_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:14.994349 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-80e81b0c-4b70-44a2-b85c-3f07e4d2f211 None None] Transition to ACTIVE for port object e0df26fb-3878-4238-8dc8-b4a811709cad will not be triggered until provisioned by entity L2. {{(pid=80116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 04 07:59:14.998910 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-80e81b0c-4b70-44a2-b85c-3f07e4d2f211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309259674757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309260170288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727594605546'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:15.004103 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac976d0-9cf6-45af-8adc-f2f4ead18dff req-05c5275a-aee4-413e-9736-be8fa0a16eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:59:15.005939 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-aac976d0-9cf6-45af-8adc-f2f4ead18dff req-05c5275a-aee4-413e-9736-be8fa0a16eeb service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=1ac2a71a-1c22-4cae-8fc1-e849649be0ad HTTP/1.1" status: 200 len: 1166 time: 0.1321065 Feb 04 07:59:15.021337 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:59:15.039942 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Device d36bb1a4-9d66-4b28-a6bb-dce424da861c up at agent ovs-agent-hv-cinder-73306 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 07:59:15.074836 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-aac976d0-9cf6-45af-8adc-f2f4ead18dff req-bd644de8-fdc2-4168-9104-d71f821a704b service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=e4681ea8-0ae2-4368-9c53-0f9fb3582783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613313 Feb 04 07:59:15.077784 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-306ef7cf-504e-4efc-8b1a-20f35e5d6eae admin admin] Notify callbacks [] for port, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:15.098793 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-306ef7cf-504e-4efc-8b1a-20f35e5d6eae admin admin] Transition to ACTIVE for port object fb0edab5-11a7-441f-8182-801a923dab93 will not be triggered until provisioned by entity DHCP. {{(pid=80113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 04 07:59:15.114770 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Provisioning complete for port d391d32b-1f99-416c-965b-beea640ad6e9 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 07:59:15.115363 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762158'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:15.136844 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-306ef7cf-504e-4efc-8b1a-20f35e5d6eae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727594645960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851609521'] for port, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:15.153879 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-67ef5121-782c-477b-868c-a79cd9ff4005 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:59:15.282998 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Provisioning complete for port d36bb1a4-9d66-4b28-a6bb-dce424da861c triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 07:59:15.295071 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762158'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:15.327843 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-80e81b0c-4b70-44a2-b85c-3f07e4d2f211 None None] Attempting to bind port e0df26fb-3878-4238-8dc8-b4a811709cad on host dv-cinder-733062-18-smb for vnic_type normal with profile {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 07:59:15.328277 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-80e81b0c-4b70-44a2-b85c-3f07e4d2f211 None None] Attempting to bind port e0df26fb-3878-4238-8dc8-b4a811709cad by drivers openvswitch on host dv-cinder-733062-18-smb at level 0 using segments [{'id': 'd8f5f7e6-2ec3-4646-9d93-a23676477155', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c'}] {{(pid=80116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 04 07:59:15.328741 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e81b0c-4b70-44a2-b85c-3f07e4d2f211 None None] Attempting to bind port e0df26fb-3878-4238-8dc8-b4a811709cad on network fc08f4da-7ea1-4669-9c0d-064e3549341c {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 04 07:59:15.375344 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217b033f-1257-488d-b877-b1c7492fc9a9 None None] Pushing event updated for resources: {'Port': ['ID=e0df26fb-3878-4238-8dc8-b4a811709cad,revision_number=2']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:59:15.381439 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e81b0c-4b70-44a2-b85c-3f07e4d2f211 None None] Checking agent: {'id': 'b265e0d7-049f-4621-8b9a-cada9a3d4f64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-18-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 4, 7, 47, 55), 'started_at': datetime.datetime(2021, 2, 4, 7, 48, 25), 'heartbeat_timestamp': datetime.datetime(2021, 2, 4, 7, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-18-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.87', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 07:59:15.381805 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e81b0c-4b70-44a2-b85c-3f07e4d2f211 None None] Checking segment: {'id': 'd8f5f7e6-2ec3-4646-9d93-a23676477155', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 04 07:59:15.384259 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-80e81b0c-4b70-44a2-b85c-3f07e4d2f211 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:15.384790 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e81b0c-4b70-44a2-b85c-3f07e4d2f211 None None] Bound using segment: {'id': 'd8f5f7e6-2ec3-4646-9d93-a23676477155', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c'} {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 07:59:15.385246 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-80e81b0c-4b70-44a2-b85c-3f07e4d2f211 None None] Bound port: e0df26fb-3878-4238-8dc8-b4a811709cad, host: dv-cinder-733062-18-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8f5f7e6-2ec3-4646-9d93-a23676477155', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c'}}] {{(pid=80116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 04 07:59:15.385659 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-80e81b0c-4b70-44a2-b85c-3f07e4d2f211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:15.535638 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306ef7cf-504e-4efc-8b1a-20f35e5d6eae admin admin] Pushing event updated for resources: {'Port': ['ID=fb0edab5-11a7-441f-8182-801a923dab93,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:59:15.590566 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-80e81b0c-4b70-44a2-b85c-3f07e4d2f211 None None] For port e0df26fb-3878-4238-8dc8-b4a811709cad, host dv-cinder-733062-18-smb, cleared binding levels {{(pid=80116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 04 07:59:15.594408 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-80e81b0c-4b70-44a2-b85c-3f07e4d2f211 None None] For port e0df26fb-3878-4238-8dc8-b4a811709cad, host dv-cinder-733062-18-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-18-smb',level=0,port_id=e0df26fb-3878-4238-8dc8-b4a811709cad,segment=NetworkSegment(d8f5f7e6-2ec3-4646-9d93-a23676477155),segment_id=d8f5f7e6-2ec3-4646-9d93-a23676477155)] {{(pid=80116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 04 07:59:15.596156 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-217b033f-1257-488d-b877-b1c7492fc9a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.575s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:59:15.599271 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-80e81b0c-4b70-44a2-b85c-3f07e4d2f211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309259674757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309260170288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727594605546'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:15.617590 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-cd4fac03-97e7-4992-aa8f-568a6e88cc45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:59:15.675985 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Device af5578c7-1627-4570-867f-bc4ef9f7408a up at agent ovs-agent-dv-cinder-733062-18-smb {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 07:59:15.712549 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306ef7cf-504e-4efc-8b1a-20f35e5d6eae admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:59:15.713027 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306ef7cf-504e-4efc-8b1a-20f35e5d6eae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:59:15.713409 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306ef7cf-504e-4efc-8b1a-20f35e5d6eae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:59:15.721772 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306ef7cf-504e-4efc-8b1a-20f35e5d6eae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:59:15.723297 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306ef7cf-504e-4efc-8b1a-20f35e5d6eae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:59:15.723720 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306ef7cf-504e-4efc-8b1a-20f35e5d6eae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:59:15.724130 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306ef7cf-504e-4efc-8b1a-20f35e5d6eae admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:59:15.724530 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306ef7cf-504e-4efc-8b1a-20f35e5d6eae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:59:15.724946 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306ef7cf-504e-4efc-8b1a-20f35e5d6eae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:59:15.725339 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306ef7cf-504e-4efc-8b1a-20f35e5d6eae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:59:15.725733 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306ef7cf-504e-4efc-8b1a-20f35e5d6eae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:59:15.726124 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306ef7cf-504e-4efc-8b1a-20f35e5d6eae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:59:15.726585 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306ef7cf-504e-4efc-8b1a-20f35e5d6eae admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:59:15.726974 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306ef7cf-504e-4efc-8b1a-20f35e5d6eae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:59:15.727390 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306ef7cf-504e-4efc-8b1a-20f35e5d6eae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:59:15.727777 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306ef7cf-504e-4efc-8b1a-20f35e5d6eae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:59:15.728162 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306ef7cf-504e-4efc-8b1a-20f35e5d6eae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:59:15.728550 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306ef7cf-504e-4efc-8b1a-20f35e5d6eae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:59:15.728934 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306ef7cf-504e-4efc-8b1a-20f35e5d6eae admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:59:15.729322 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306ef7cf-504e-4efc-8b1a-20f35e5d6eae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:59:15.729703 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306ef7cf-504e-4efc-8b1a-20f35e5d6eae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:59:15.730085 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306ef7cf-504e-4efc-8b1a-20f35e5d6eae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:59:15.730467 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306ef7cf-504e-4efc-8b1a-20f35e5d6eae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:59:15.730848 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306ef7cf-504e-4efc-8b1a-20f35e5d6eae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:59:15.758551 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-306ef7cf-504e-4efc-8b1a-20f35e5d6eae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.605s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:59:15.809035 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-306ef7cf-504e-4efc-8b1a-20f35e5d6eae admin admin] Network 39d65281-66eb-497c-91ff-8aecf0c040ae is already hosted by enough agents. {{(pid=80113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 04 07:59:15.810322 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.base_scheduler [None req-306ef7cf-504e-4efc-8b1a-20f35e5d6eae admin admin] Resources bound (agent type, host, resource id): {{(pid=80113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 04 07:59:15.812830 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306ef7cf-504e-4efc-8b1a-20f35e5d6eae admin admin] Received port after_create {{(pid=80113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 04 07:59:15.883678 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c28a57c-9e0e-40ac-b6e6-0bdcc322eed0 req-08b8d9a4-c094-4e37-817e-b33189fa8545 tempest-VolumesNegativeTest-447500761 tempest-VolumesNegativeTest-447500761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:59:15.897030 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-7c28a57c-9e0e-40ac-b6e6-0bdcc322eed0 req-08b8d9a4-c094-4e37-817e-b33189fa8545 tempest-VolumesNegativeTest-447500761 tempest-VolumesNegativeTest-447500761-project] 10.222.0.99 "GET /v2.0/ports?device_id=1ac2a71a-1c22-4cae-8fc1-e849649be0ad HTTP/1.1" status: 200 len: 949 time: 0.4560041 Feb 04 07:59:15.966503 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-306ef7cf-504e-4efc-8b1a-20f35e5d6eae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1646699'] for router_interface, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:15.980108 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217b033f-1257-488d-b877-b1c7492fc9a9 None None] Pushing event updated for resources: {'Port': ['ID=e0df26fb-3878-4238-8dc8-b4a811709cad,revision_number=3']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:59:15.992875 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-217b033f-1257-488d-b877-b1c7492fc9a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:59:16.030085 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-7c28a57c-9e0e-40ac-b6e6-0bdcc322eed0 req-bc70d7ee-8a65-4111-b9d3-79ca585697ca tempest-VolumesNegativeTest-447500761 tempest-VolumesNegativeTest-447500761-project] 10.222.0.99 "GET /v2.0/security-groups?id=e4681ea8-0ae2-4368-9c53-0f9fb3582783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318421 Feb 04 07:59:16.069205 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Device 926f23e7-0f96-4b3f-b110-ce722c97c5ad up at agent ovs-agent-hv-cinder-73306 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 07:59:16.111467 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e81b0c-4b70-44a2-b85c-3f07e4d2f211 None None] Routers {'af339a73-9f24-417d-be8a-17e19794d173'} bound to L3 agent in host dv-cinder-733062-18-smb {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 04 07:59:16.112232 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-80e81b0c-4b70-44a2-b85c-3f07e4d2f211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-04T07:47:53Z,description=,heartbeat_timestamp=2021-02-04T07:58:53Z,host='dv-cinder-733062-18-smb',id=9b1007a2-cea1-4e19-8fd5-ed5c2617e796,load=0,resource_versions=,resources_synced=,started_at=2021-02-04T07:47:53Z,topic='l3_agent')) {'router_ids': ['af339a73-9f24-417d-be8a-17e19794d173'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 07:59:16.163235 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Provisioning for port af5578c7-1627-4570-867f-bc4ef9f7408a completed by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 04 07:59:16.187036 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Provisioning complete for port af5578c7-1627-4570-867f-bc4ef9f7408a triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 07:59:16.187467 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762158'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:16.279868 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-9c92f080-aa7d-4cc9-b9e8-7284c7dd9b9a None None] Provisioning complete for port af5578c7-1627-4570-867f-bc4ef9f7408a triggered by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 07:59:16.280290 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9c92f080-aa7d-4cc9-b9e8-7284c7dd9b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762158'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:16.563852 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-306ef7cf-504e-4efc-8b1a-20f35e5d6eae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:16.602176 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Provisioning complete for port 926f23e7-0f96-4b3f-b110-ce722c97c5ad triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 07:59:16.602594 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762158'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:16.670739 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvr_db [None req-80e81b0c-4b70-44a2-b85c-3f07e4d2f211 None None] Set router af339a73-9f24-417d-be8a-17e19794d173 gateway port host: dv-cinder-733062-18-smb {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 04 07:59:16.850242 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9c92f080-aa7d-4cc9-b9e8-7284c7dd9b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:16.989178 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-9c92f080-aa7d-4cc9-b9e8-7284c7dd9b9a None None] For port af5578c7-1627-4570-867f-bc4ef9f7408a, host dv-cinder-733062-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-18-smb',level=0,port_id=af5578c7-1627-4570-867f-bc4ef9f7408a,segment=NetworkSegment(867c2680-a05d-40d2-bbb5-33c639981c53),segment_id=867c2680-a05d-40d2-bbb5-33c639981c53)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 07:59:16.994690 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9c92f080-aa7d-4cc9-b9e8-7284c7dd9b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309259674757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309260170288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727594605546'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:16.999442 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:59:17.135832 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:17.138296 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-306ef7cf-504e-4efc-8b1a-20f35e5d6eae admin admin] Notify callbacks [] for port, precommit_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:17.143655 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-306ef7cf-504e-4efc-8b1a-20f35e5d6eae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309259674757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309260170288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727594605546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3166264'] for port, after_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:17.176668 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-d059fa5c-1a9e-4bed-ab74-2ba26b11a853 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:59:17.248929 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.db.api [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80115) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 04 07:59:17.249330 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_db.api [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 04 07:59:17.255983 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-164f5d9b-7c45-4bc7-b785-7716032d4809 None None] Provisioning for port fb0edab5-11a7-441f-8182-801a923dab93 completed by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 04 07:59:17.266478 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-164f5d9b-7c45-4bc7-b785-7716032d4809 None None] Provisioning complete for port fb0edab5-11a7-441f-8182-801a923dab93 triggered by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 07:59:17.266901 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-164f5d9b-7c45-4bc7-b785-7716032d4809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762158'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:17.274331 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-306ef7cf-504e-4efc-8b1a-20f35e5d6eae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852957960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643061'] for router_interface, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:17.333987 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306ef7cf-504e-4efc-8b1a-20f35e5d6eae admin admin] Pushing event updated for resources: {'Port': ['ID=fb0edab5-11a7-441f-8182-801a923dab93,revision_number=2']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:59:17.384230 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-306ef7cf-504e-4efc-8b1a-20f35e5d6eae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:59:17.393559 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-164f5d9b-7c45-4bc7-b785-7716032d4809 None None] Port fb0edab5-11a7-441f-8182-801a923dab93 cannot update to ACTIVE because it is not bound. {{(pid=80115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 04 07:59:17.401034 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c92f080-aa7d-4cc9-b9e8-7284c7dd9b9a None None] Pushing event updated for resources: {'Port': ['ID=af5578c7-1627-4570-867f-bc4ef9f7408a,revision_number=3']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:59:17.411469 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-9c92f080-aa7d-4cc9-b9e8-7284c7dd9b9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:59:17.432417 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-164f5d9b-7c45-4bc7-b785-7716032d4809 None None] Provisioning complete for port af5578c7-1627-4570-867f-bc4ef9f7408a triggered by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 07:59:17.433351 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-164f5d9b-7c45-4bc7-b785-7716032d4809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762158'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:17.435348 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-80e81b0c-4b70-44a2-b85c-3f07e4d2f211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af339a73-9f24-417d-be8a-17e19794d173', 'name': 'tempest-TestShelveInstance-807223694-router', 'tenant_id': '8adb66040a6248e39f4d6110a635614d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'external_fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.189'}], 'enable_snat': True}, 'gw_port_id': 'e0df26fb-3878-4238-8dc8-b4a811709cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T07:59:08Z', 'updated_at': '2021-02-04T07:59:16Z', 'revision_number': 4, 'project_id': '8adb66040a6248e39f4d6110a635614d', 'gw_port': {'id': 'e0df26fb-3878-4238-8dc8-b4a811709cad', 'name': '', 'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:f6:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af339a73-9f24-417d-be8a-17e19794d173', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T07:59:09Z', 'updated_at': '2021-02-04T07:59:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-18-smb', '_interfaces': [{'id': 'fb0edab5-11a7-441f-8182-801a923dab93', 'name': '', 'network_id': '39d65281-66eb-497c-91ff-8aecf0c040ae', 'tenant_id': '8adb66040a6248e39f4d6110a635614d', 'mac_address': 'fa:16:3e:b3:99:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af339a73-9f24-417d-be8a-17e19794d173', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '5efbe69b-981b-4f6f-84b2-fce07ecedd63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T07:59:14Z', 'updated_at': '2021-02-04T07:59:14Z', 'revision_number': 1, 'project_id': '8adb66040a6248e39f4d6110a635614d', 'subnets': [{'id': '5efbe69b-981b-4f6f-84b2-fce07ecedd63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733062-18-smb', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 07:59:17.446115 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e81b0c-4b70-44a2-b85c-3f07e4d2f211 None None] The sync data for ids ['af339a73-9f24-417d-be8a-17e19794d173'] in dv-cinder-733062-18-smb is: [{'id': 'af339a73-9f24-417d-be8a-17e19794d173', 'name': 'tempest-TestShelveInstance-807223694-router', 'tenant_id': '8adb66040a6248e39f4d6110a635614d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'external_fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.189'}], 'enable_snat': True}, 'gw_port_id': 'e0df26fb-3878-4238-8dc8-b4a811709cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T07:59:08Z', 'updated_at': '2021-02-04T07:59:16Z', 'revision_number': 4, 'project_id': '8adb66040a6248e39f4d6110a635614d', 'gw_port': {'id': 'e0df26fb-3878-4238-8dc8-b4a811709cad', 'name': '', 'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:f6:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af339a73-9f24-417d-be8a-17e19794d173', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T07:59:09Z', 'updated_at': '2021-02-04T07:59:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-18-smb', '_interfaces': [{'id': 'fb0edab5-11a7-441f-8182-801a923dab93', 'name': '', 'network_id': '39d65281-66eb-497c-91ff-8aecf0c040ae', 'tenant_id': '8adb66040a6248e39f4d6110a635614d', 'mac_address': 'fa:16:3e:b3:99:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af339a73-9f24-417d-be8a-17e19794d173', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '5efbe69b-981b-4f6f-84b2-fce07ecedd63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T07:59:14Z', 'updated_at': '2021-02-04T07:59:14Z', 'revision_number': 1, 'project_id': '8adb66040a6248e39f4d6110a635614d', 'subnets': [{'id': '5efbe69b-981b-4f6f-84b2-fce07ecedd63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 04 07:59:17.544783 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-306ef7cf-504e-4efc-8b1a-20f35e5d6eae admin admin] Network 39d65281-66eb-497c-91ff-8aecf0c040ae is already hosted by enough agents. {{(pid=80113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 04 07:59:17.567800 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.base_scheduler [None req-306ef7cf-504e-4efc-8b1a-20f35e5d6eae admin admin] Resources bound (agent type, host, resource id): {{(pid=80113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 04 07:59:17.675618 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Device 926f23e7-0f96-4b3f-b110-ce722c97c5ad up at agent ovs-agent-hv-cinder-73306 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 07:59:17.715709 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bd0ca6-f24f-4ebf-938b-6a64ab081ca3 req-ebcc195f-e84b-4d16-adc5-759306f9d3eb tempest-VolumesNegativeTest-447500761 tempest-VolumesNegativeTest-447500761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:59:17.724204 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-76bd0ca6-f24f-4ebf-938b-6a64ab081ca3 req-ebcc195f-e84b-4d16-adc5-759306f9d3eb tempest-VolumesNegativeTest-447500761 tempest-VolumesNegativeTest-447500761-project] 10.222.0.99 "GET /v2.0/ports?device_id=1ac2a71a-1c22-4cae-8fc1-e849649be0ad HTTP/1.1" status: 200 len: 949 time: 0.2650416 Feb 04 07:59:17.826302 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-76bd0ca6-f24f-4ebf-938b-6a64ab081ca3 req-605937bd-f8ea-4154-9fb0-5ecac10e0351 tempest-VolumesNegativeTest-447500761 tempest-VolumesNegativeTest-447500761-project] 10.222.0.99 "GET /v2.0/security-groups?id=e4681ea8-0ae2-4368-9c53-0f9fb3582783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009836 Feb 04 07:59:17.914807 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Provisioning complete for port 926f23e7-0f96-4b3f-b110-ce722c97c5ad triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 07:59:17.915661 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762158'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:18.142493 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Device af5578c7-1627-4570-867f-bc4ef9f7408a up at agent ovs-agent-dv-cinder-733062-18-smb {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 07:59:18.215161 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-306ef7cf-504e-4efc-8b1a-20f35e5d6eae admin admin] Router af339a73-9f24-417d-be8a-17e19794d173 has already been hosted by L3 agent 9b1007a2-cea1-4e19-8fd5-ed5c2617e796 {{(pid=80113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 04 07:59:18.257674 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-06a95f77-762f-4263-acb0-38c5d20a78bd None None] Provisioning complete for port fb0edab5-11a7-441f-8182-801a923dab93 triggered by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 07:59:18.258103 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-06a95f77-762f-4263-acb0-38c5d20a78bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762158'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:18.294356 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c88cf2-3d93-4bac-993b-3d6f410ff886 req-7c22ba99-9ed9-4800-a86d-e88fe6eface8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:59:18.296495 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-75c88cf2-3d93-4bac-993b-3d6f410ff886 req-7c22ba99-9ed9-4800-a86d-e88fe6eface8 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fdc2e6a78c794db1bf575f754255feb7&device_id=6a08b689-796b-46b2-87e8-9a6e591081ef HTTP/1.1" status: 200 len: 1162 time: 0.1541023 Feb 04 07:59:18.638738 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c88cf2-3d93-4bac-993b-3d6f410ff886 req-a18849fa-ccaa-4ad1-aa89-b14c81dfca1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:59:18.640551 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-75c88cf2-3d93-4bac-993b-3d6f410ff886 req-a18849fa-ccaa-4ad1-aa89-b14c81dfca1d service neutron] 10.222.0.76 "GET /v2.0/networks?id=3c6985d7-344a-4685-b74e-38826882e570 HTTP/1.1" status: 200 len: 912 time: 0.2874815 Feb 04 07:59:18.727078 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-306ef7cf-504e-4efc-8b1a-20f35e5d6eae admin admin] Notify agent at l3_agent.dv-cinder-733062-18-smb the message routers_updated {{(pid=80113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 04 07:59:18.740557 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-306ef7cf-504e-4efc-8b1a-20f35e5d6eae admin admin] 10.222.0.99 "PUT /v2.0/routers/af339a73-9f24-417d-be8a-17e19794d173/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3252566 Feb 04 07:59:19.019934 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-06a95f77-762f-4263-acb0-38c5d20a78bd None None] Port fb0edab5-11a7-441f-8182-801a923dab93 cannot update to ACTIVE because it is not bound. {{(pid=80115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 04 07:59:19.049032 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-75c88cf2-3d93-4bac-993b-3d6f410ff886 req-d103f0a0-6b07-4e56-a186-437f69ec28f9 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ff3f9037-f01f-4834-9b48-0bdf19614e19 HTTP/1.1" status: 200 len: 217 time: 0.2727358 Feb 04 07:59:19.051303 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Provisioning complete for port af5578c7-1627-4570-867f-bc4ef9f7408a triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 07:59:19.051902 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762158'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:19.264898 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8639169-3080-43bb-a240-a1a6bebf99cf req-ac596258-7ab6-48ec-b8d6-67d6ec5945c4 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:59:19.266824 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-b8639169-3080-43bb-a240-a1a6bebf99cf req-ac596258-7ab6-48ec-b8d6-67d6ec5945c4 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/ports?device_id=6a08b689-796b-46b2-87e8-9a6e591081ef HTTP/1.1" status: 200 len: 945 time: 0.6250854 Feb 04 07:59:19.268131 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c88cf2-3d93-4bac-993b-3d6f410ff886 req-34f11368-6530-4329-a70d-b3e4e854be80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:59:19.269832 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-75c88cf2-3d93-4bac-993b-3d6f410ff886 req-34f11368-6530-4329-a70d-b3e4e854be80 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=6e3e4c1f-bef5-4969-b1a2-0e7821d81c28 HTTP/1.1" status: 200 len: 858 time: 0.2080398 Feb 04 07:59:19.395780 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-75c88cf2-3d93-4bac-993b-3d6f410ff886 req-44fae187-7621-4562-898e-cbe4b1b7ee39 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3c6985d7-344a-4685-b74e-38826882e570&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0674422 Feb 04 07:59:19.609328 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-b8639169-3080-43bb-a240-a1a6bebf99cf req-6d0f210a-6e76-402f-85b5-6a1a1a898edb tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/security-groups?id=165ca7ed-0745-4a75-913b-d38f318fbd54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178705 Feb 04 07:59:19.664694 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-75c88cf2-3d93-4bac-993b-3d6f410ff886 req-401a277c-6f19-4b5d-b398-c4fbad6e595a service neutron] 10.222.0.76 "GET /v2.0/networks/3c6985d7-344a-4685-b74e-38826882e570?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2560132 Feb 04 07:59:19.751892 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b82932-3e48-4a73-81ef-fd5afed77239 req-e9f571a6-1bd9-417c-a728-f0473deefb7b tempest-VolumesNegativeTest-447500761 tempest-VolumesNegativeTest-447500761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:59:19.754132 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-f0b82932-3e48-4a73-81ef-fd5afed77239 req-e9f571a6-1bd9-417c-a728-f0473deefb7b tempest-VolumesNegativeTest-447500761 tempest-VolumesNegativeTest-447500761-project] 10.222.0.99 "GET /v2.0/ports?device_id=1ac2a71a-1c22-4cae-8fc1-e849649be0ad HTTP/1.1" status: 200 len: 949 time: 0.4828343 Feb 04 07:59:20.049355 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Device e0df26fb-3878-4238-8dc8-b4a811709cad up at agent ovs-agent-dv-cinder-733062-18-smb {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 07:59:20.127359 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Provisioning for port e0df26fb-3878-4238-8dc8-b4a811709cad completed by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 04 07:59:20.132753 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Provisioning complete for port e0df26fb-3878-4238-8dc8-b4a811709cad triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 07:59:20.133171 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762158'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:20.137145 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-f0b82932-3e48-4a73-81ef-fd5afed77239 req-6836f505-94f5-45d5-837b-53df9f3fa8e2 tempest-VolumesNegativeTest-447500761 tempest-VolumesNegativeTest-447500761-project] 10.222.0.99 "GET /v2.0/security-groups?id=e4681ea8-0ae2-4368-9c53-0f9fb3582783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3600769 Feb 04 07:59:20.165250 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-75c88cf2-3d93-4bac-993b-3d6f410ff886 req-07559af4-5b5a-464f-a677-a61e25568f75 service neutron] 10.222.0.76 "GET /v2.0/networks/3c6985d7-344a-4685-b74e-38826882e570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4099276 Feb 04 07:59:20.302067 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:20.322333 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] For port e0df26fb-3878-4238-8dc8-b4a811709cad, host dv-cinder-733062-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-18-smb',level=0,port_id=e0df26fb-3878-4238-8dc8-b4a811709cad,segment=NetworkSegment(d8f5f7e6-2ec3-4646-9d93-a23676477155),segment_id=d8f5f7e6-2ec3-4646-9d93-a23676477155)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 07:59:20.327548 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309259674757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309260170288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727594605546'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:20.331190 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-a821a7bc-f0f0-47d6-ad58-708ae3f889c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:59:20.407706 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.v2.base [req-5e046333-1a8d-4c04-869f-589e01cac329 req-ddba0e78-ff02-46ee-82cb-55782e29830e tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-74965511', 'description': 'tempest-TestShelveInstance-74965511 description'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 07:59:20.434879 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [req-5e046333-1a8d-4c04-869f-589e01cac329 req-ddba0e78-ff02-46ee-82cb-55782e29830e tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 07:59:20.438874 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Pushing event updated for resources: {'Port': ['ID=e0df26fb-3878-4238-8dc8-b4a811709cad,revision_number=4']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:59:20.439321 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [req-5e046333-1a8d-4c04-869f-589e01cac329 req-ddba0e78-ff02-46ee-82cb-55782e29830e tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Usage tracker for resource:security_group and tenant:60b487ac91624ec6b296ca8b77fa79ed is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 07:59:20.446106 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:59:20.453932 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [req-5e046333-1a8d-4c04-869f-589e01cac329 req-ddba0e78-ff02-46ee-82cb-55782e29830e tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 07:59:20.461736 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [req-5e046333-1a8d-4c04-869f-589e01cac329 req-ddba0e78-ff02-46ee-82cb-55782e29830e tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 07:59:20.475453 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-5e046333-1a8d-4c04-869f-589e01cac329 req-ddba0e78-ff02-46ee-82cb-55782e29830e tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:20.504363 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [req-5e046333-1a8d-4c04-869f-589e01cac329 req-ddba0e78-ff02-46ee-82cb-55782e29830e tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 07:59:20.509997 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [req-5e046333-1a8d-4c04-869f-589e01cac329 req-ddba0e78-ff02-46ee-82cb-55782e29830e tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Usage tracker for resource:security_group_rule and tenant:60b487ac91624ec6b296ca8b77fa79ed is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 07:59:20.514111 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [req-5e046333-1a8d-4c04-869f-589e01cac329 req-ddba0e78-ff02-46ee-82cb-55782e29830e tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 07:59:20.521644 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [req-5e046333-1a8d-4c04-869f-589e01cac329 req-ddba0e78-ff02-46ee-82cb-55782e29830e tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 07:59:20.624919 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-5e1042c7-6f42-4118-b2ed-774ae97249e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:20.635127 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-5e046333-1a8d-4c04-869f-589e01cac329 req-ddba0e78-ff02-46ee-82cb-55782e29830e tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:20.638531 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-5e046333-1a8d-4c04-869f-589e01cac329 req-ddba0e78-ff02-46ee-82cb-55782e29830e tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:20.646635 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:59:20.780230 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-5e046333-1a8d-4c04-869f-589e01cac329 req-ddba0e78-ff02-46ee-82cb-55782e29830e tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:20.781616 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-5e046333-1a8d-4c04-869f-589e01cac329 req-ddba0e78-ff02-46ee-82cb-55782e29830e tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] 10.222.0.99 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1803 time: 0.3787503 Feb 04 07:59:20.786030 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddba0e78-ff02-46ee-82cb-55782e29830e tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de83cc50-b8b2-4207-acea-affe92a7db5f,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:59:20.806807 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddba0e78-ff02-46ee-82cb-55782e29830e tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:59:20.807240 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddba0e78-ff02-46ee-82cb-55782e29830e tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:59:20.807685 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddba0e78-ff02-46ee-82cb-55782e29830e tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:59:20.808072 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddba0e78-ff02-46ee-82cb-55782e29830e tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:59:20.808488 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddba0e78-ff02-46ee-82cb-55782e29830e tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:59:20.808801 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddba0e78-ff02-46ee-82cb-55782e29830e tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:59:20.809179 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddba0e78-ff02-46ee-82cb-55782e29830e tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:59:20.809551 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddba0e78-ff02-46ee-82cb-55782e29830e tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:59:20.809923 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddba0e78-ff02-46ee-82cb-55782e29830e tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:59:20.810290 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddba0e78-ff02-46ee-82cb-55782e29830e tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:59:20.810659 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddba0e78-ff02-46ee-82cb-55782e29830e tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:59:20.811062 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddba0e78-ff02-46ee-82cb-55782e29830e tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:59:20.811451 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddba0e78-ff02-46ee-82cb-55782e29830e tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:59:20.811826 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddba0e78-ff02-46ee-82cb-55782e29830e tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:59:20.812196 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddba0e78-ff02-46ee-82cb-55782e29830e tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:59:20.812564 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddba0e78-ff02-46ee-82cb-55782e29830e tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:59:20.812935 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddba0e78-ff02-46ee-82cb-55782e29830e tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:59:20.813304 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddba0e78-ff02-46ee-82cb-55782e29830e tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:59:20.813671 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddba0e78-ff02-46ee-82cb-55782e29830e tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:59:20.814035 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddba0e78-ff02-46ee-82cb-55782e29830e tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:59:20.814574 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddba0e78-ff02-46ee-82cb-55782e29830e tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:59:20.814946 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddba0e78-ff02-46ee-82cb-55782e29830e tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:59:20.815361 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddba0e78-ff02-46ee-82cb-55782e29830e tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:59:20.816292 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddba0e78-ff02-46ee-82cb-55782e29830e tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:59:20.822909 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-ddba0e78-ff02-46ee-82cb-55782e29830e tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:59:21.065868 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04d9440-13b3-4906-8f35-2cddc8c2a876 req-26628232-2788-4ca9-b166-626c53cd58a3 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:59:21.067600 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-f04d9440-13b3-4906-8f35-2cddc8c2a876 req-26628232-2788-4ca9-b166-626c53cd58a3 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] 10.222.0.99 "GET /v2.0/networks?id=d6cc8c6f-e231-4895-957c-7832ba254527 HTTP/1.1" status: 200 len: 815 time: 0.4220548 Feb 04 07:59:21.105566 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-f04d9440-13b3-4906-8f35-2cddc8c2a876 req-6ff95269-09fd-4a7c-98a0-9787bbb36f7f tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] 10.222.0.99 "GET /v2.0/quotas/e025b0caf149437a978dcb2e658b1da5 HTTP/1.1" status: 200 len: 375 time: 0.0299957 Feb 04 07:59:21.166352 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 51486) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:59:21.304447 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fed550-2147-4d5a-9bcc-5a4883b13e8d req-98bc9995-5ded-4152-a2f6-5f580b2204e9 tempest-VolumesNegativeTest-447500761 tempest-VolumesNegativeTest-447500761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:59:21.306469 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-77fed550-2147-4d5a-9bcc-5a4883b13e8d req-98bc9995-5ded-4152-a2f6-5f580b2204e9 tempest-VolumesNegativeTest-447500761 tempest-VolumesNegativeTest-447500761-project] 10.222.0.76 "GET /v2.0/ports?device_id=1ac2a71a-1c22-4cae-8fc1-e849649be0ad HTTP/1.1" status: 200 len: 949 time: 0.4375114 Feb 04 07:59:21.345592 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-769345a4-edb3-40c6-874c-45393b85eb98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:21.363032 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-769345a4-edb3-40c6-874c-45393b85eb98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 07:59:21.367351 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-769345a4-edb3-40c6-874c-45393b85eb98 admin admin] Usage tracker for resource:security_group_rule and tenant:84a9f6dffd7444f78806cf6dc8ae6713 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 07:59:21.370363 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-769345a4-edb3-40c6-874c-45393b85eb98 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 07:59:21.381838 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-769345a4-edb3-40c6-874c-45393b85eb98 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 07:59:21.396652 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c64673-61a3-444b-a6cc-63e3de065881 req-d824122c-e5a4-4882-a3a5-db6c822209cb tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:59:21.398074 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Device 926f23e7-0f96-4b3f-b110-ce722c97c5ad no longer exists at agent ovs-agent-hv-cinder-73306 {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 04 07:59:21.398303 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-42c64673-61a3-444b-a6cc-63e3de065881 req-d824122c-e5a4-4882-a3a5-db6c822209cb tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/ports?device_id=6a08b689-796b-46b2-87e8-9a6e591081ef HTTP/1.1" status: 200 len: 945 time: 0.4862006 Feb 04 07:59:21.480047 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-769345a4-edb3-40c6-874c-45393b85eb98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:21.483755 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-769345a4-edb3-40c6-874c-45393b85eb98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:21.495761 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-5a7293f5-7afb-41be-aeb9-555c1dfa7fcb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:59:21.546899 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:21.554544 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-769345a4-edb3-40c6-874c-45393b85eb98 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=84a9f6dffd7444f78806cf6dc8ae6713&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3828075 Feb 04 07:59:21.556328 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 51498) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:59:21.559348 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769345a4-edb3-40c6-874c-45393b85eb98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94ab185a-c71a-442c-b01d-5a80d67514e2,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:59:21.581916 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-769345a4-edb3-40c6-874c-45393b85eb98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:59:21.583596 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-f04d9440-13b3-4906-8f35-2cddc8c2a876 req-1f8df2da-5975-4eac-98b8-5dfb2549027b tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] 10.222.0.99 "GET /v2.0/ports?tenant_id=e025b0caf149437a978dcb2e658b1da5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4675269 Feb 04 07:59:21.590343 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] For port 926f23e7-0f96-4b3f-b110-ce722c97c5ad, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=926f23e7-0f96-4b3f-b110-ce722c97c5ad,segment=NetworkSegment(52aa1e86-fc9e-490f-846d-7b01466c5531),segment_id=52aa1e86-fc9e-490f-846d-7b01466c5531)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 07:59:21.591400 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ac2a71a-1c22-4cae-8fc1-e849649be0ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '926f23e7-0f96-4b3f-b110-ce722c97c5ad'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 07:59:21.598170 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309259674757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309260170288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727594605546'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:21.601151 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:59:21.604503 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-42c64673-61a3-444b-a6cc-63e3de065881 req-b86a8d66-c4f9-4168-8138-fc3dc990d8ad tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/security-groups?id=165ca7ed-0745-4a75-913b-d38f318fbd54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643825 Feb 04 07:59:21.660362 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-e1dafcfd-f656-411a-8b41-e3310f53926f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:21.660596 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [req-77fed550-2147-4d5a-9bcc-5a4883b13e8d req-852684f2-ff65-4f95-864d-6b63aa5783d9 tempest-VolumesNegativeTest-447500761 tempest-VolumesNegativeTest-447500761-project] Deleting port 926f23e7-0f96-4b3f-b110-ce722c97c5ad {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 04 07:59:21.660596 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-77fed550-2147-4d5a-9bcc-5a4883b13e8d req-852684f2-ff65-4f95-864d-6b63aa5783d9 tempest-VolumesNegativeTest-447500761 tempest-VolumesNegativeTest-447500761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727595022485'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:21.689949 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-e1dafcfd-f656-411a-8b41-e3310f53926f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:21.695609 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Pushing event updated for resources: {'Port': ['ID=926f23e7-0f96-4b3f-b110-ce722c97c5ad,revision_number=5']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:59:21.705172 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:59:21.705565 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:59:21.705946 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:59:21.706388 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:59:21.706868 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:59:21.707291 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:59:21.707660 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:59:21.708030 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:59:21.708421 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:59:21.708791 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:59:21.709159 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:59:21.709523 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:59:21.709979 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:59:21.710342 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:59:21.710704 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:59:21.711089 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:59:21.711454 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:59:21.712124 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:59:21.712486 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:59:21.712846 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:59:21.713206 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:59:21.713564 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:59:21.713922 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:59:21.714279 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 07:59:21.724033 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:59:21.746138 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-e1dafcfd-f656-411a-8b41-e3310f53926f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:21.751538 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-769345a4-edb3-40c6-874c-45393b85eb98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:59:21.768305 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dafcfd-f656-411a-8b41-e3310f53926f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94ab185a-c71a-442c-b01d-5a80d67514e2,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:59:21.771105 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-e1dafcfd-f656-411a-8b41-e3310f53926f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:21.775698 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-e1dafcfd-f656-411a-8b41-e3310f53926f admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/94ab185a-c71a-442c-b01d-5a80d67514e2 HTTP/1.1" status: 204 len: 168 time: 0.2182269 Feb 04 07:59:21.777030 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-e1dafcfd-f656-411a-8b41-e3310f53926f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:59:21.812201 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5b615e-da53-4ef9-bf5a-73ac8fba449e None None] Sync routers for ids ['af339a73-9f24-417d-be8a-17e19794d173'] in dv-cinder-733062-18-smb {{(pid=80115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 04 07:59:21.832812 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5b615e-da53-4ef9-bf5a-73ac8fba449e None None] Routers {'af339a73-9f24-417d-be8a-17e19794d173'} bound to L3 agent in host dv-cinder-733062-18-smb {{(pid=80115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 04 07:59:21.834070 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-0f5b615e-da53-4ef9-bf5a-73ac8fba449e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-04T07:47:53Z,description=,heartbeat_timestamp=2021-02-04T07:58:53Z,host='dv-cinder-733062-18-smb',id=9b1007a2-cea1-4e19-8fd5-ed5c2617e796,load=0,resource_versions=,resources_synced=,started_at=2021-02-04T07:47:53Z,topic='l3_agent')) {'router_ids': ['af339a73-9f24-417d-be8a-17e19794d173'], 'active': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 07:59:21.867104 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-f2614a76-d054-4b93-ab13-f36d401a0a2a req-9504bfdc-8e83-40ac-b803-6640a1fdc271 tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] 10.222.0.99 "GET /v2.0/security-groups/de83cc50-b8b2-4207-acea-affe92a7db5f HTTP/1.1" status: 200 len: 1798 time: 0.1754246 Feb 04 07:59:21.930389 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.v2.base [req-f2614a76-d054-4b93-ab13-f36d401a0a2a req-2110b8ae-a1d0-47b4-834e-eb36fa9666d1 tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'de83cc50-b8b2-4207-acea-affe92a7db5f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 07:59:21.930734 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.v2.base [req-f2614a76-d054-4b93-ab13-f36d401a0a2a req-2110b8ae-a1d0-47b4-834e-eb36fa9666d1 tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'de83cc50-b8b2-4207-acea-affe92a7db5f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 07:59:21.978080 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [req-f2614a76-d054-4b93-ab13-f36d401a0a2a req-2110b8ae-a1d0-47b4-834e-eb36fa9666d1 tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 07:59:21.995848 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [req-f2614a76-d054-4b93-ab13-f36d401a0a2a req-2110b8ae-a1d0-47b4-834e-eb36fa9666d1 tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Usage tracker for resource:security_group_rule and tenant:60b487ac91624ec6b296ca8b77fa79ed is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 07:59:22.007059 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [req-f2614a76-d054-4b93-ab13-f36d401a0a2a req-2110b8ae-a1d0-47b4-834e-eb36fa9666d1 tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 07:59:22.017803 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Device e0df26fb-3878-4238-8dc8-b4a811709cad up at agent ovs-agent-dv-cinder-733062-18-smb {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 07:59:22.101449 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [req-f2614a76-d054-4b93-ab13-f36d401a0a2a req-2110b8ae-a1d0-47b4-834e-eb36fa9666d1 tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 07:59:22.114424 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-f04d9440-13b3-4906-8f35-2cddc8c2a876 req-5aa7b899-c7cd-41f2-b9b1-fad289333376 service neutron] 10.222.0.99 "GET /v2.0/networks/d6cc8c6f-e231-4895-957c-7832ba254527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5087731 Feb 04 07:59:22.133317 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvr_db [None req-0f5b615e-da53-4ef9-bf5a-73ac8fba449e None None] Set router af339a73-9f24-417d-be8a-17e19794d173 gateway port host: dv-cinder-733062-18-smb {{(pid=80115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 04 07:59:22.254357 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 51512) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:59:22.277756 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6989b3b5-65dc-4173-a472-f2055b75a05f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:22.288111 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Provisioning complete for port e0df26fb-3878-4238-8dc8-b4a811709cad triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 07:59:22.288766 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762158'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:22.325777 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-6989b3b5-65dc-4173-a472-f2055b75a05f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 07:59:22.330358 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-6989b3b5-65dc-4173-a472-f2055b75a05f admin admin] Usage tracker for resource:security_group_rule and tenant:344535f7a9874717ad5ddaf94eafe521 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 07:59:22.333921 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-6989b3b5-65dc-4173-a472-f2055b75a05f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 07:59:22.340794 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-6989b3b5-65dc-4173-a472-f2055b75a05f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 07:59:22.378487 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-f2614a76-d054-4b93-ab13-f36d401a0a2a req-2110b8ae-a1d0-47b4-834e-eb36fa9666d1 tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:22.409961 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [req-77fed550-2147-4d5a-9bcc-5a4883b13e8d req-852684f2-ff65-4f95-864d-6b63aa5783d9 tempest-VolumesNegativeTest-447500761 tempest-VolumesNegativeTest-447500761-project] For port 926f23e7-0f96-4b3f-b110-ce722c97c5ad, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=926f23e7-0f96-4b3f-b110-ce722c97c5ad,segment=NetworkSegment(52aa1e86-fc9e-490f-846d-7b01466c5531),segment_id=52aa1e86-fc9e-490f-846d-7b01466c5531)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 07:59:22.410420 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-77fed550-2147-4d5a-9bcc-5a4883b13e8d req-852684f2-ff65-4f95-864d-6b63aa5783d9 tempest-VolumesNegativeTest-447500761 tempest-VolumesNegativeTest-447500761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853131150'] for port, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:22.448003 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6989b3b5-65dc-4173-a472-f2055b75a05f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:22.451578 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6989b3b5-65dc-4173-a472-f2055b75a05f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:22.464999 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-1d4a3254-6e17-4bd7-b503-caa508c8ea79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:59:22.511710 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6989b3b5-65dc-4173-a472-f2055b75a05f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49775052-6620-47e1-9df3-9d2960dd06a0,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:59:22.515385 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-6989b3b5-65dc-4173-a472-f2055b75a05f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:59:22.518341 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-6989b3b5-65dc-4173-a472-f2055b75a05f admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=344535f7a9874717ad5ddaf94eafe521&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2626700 Feb 04 07:59:22.521443 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 51518) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:59:22.573441 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [req-77fed550-2147-4d5a-9bcc-5a4883b13e8d req-852684f2-ff65-4f95-864d-6b63aa5783d9 tempest-VolumesNegativeTest-447500761 tempest-VolumesNegativeTest-447500761-project] Calling delete_port for 926f23e7-0f96-4b3f-b110-ce722c97c5ad owned by compute:nova {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 04 07:59:22.587914 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-c04c62c8-abda-4334-9e7b-95646b5cce5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:22.616228 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-c04c62c8-abda-4334-9e7b-95646b5cce5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:22.637083 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-f04d9440-13b3-4906-8f35-2cddc8c2a876 req-6db658a9-5f11-420e-81f5-3f1deb8c2e28 service neutron] 10.222.0.99 "GET /v2.0/networks/d6cc8c6f-e231-4895-957c-7832ba254527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5211492 Feb 04 07:59:22.639053 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-f2614a76-d054-4b93-ab13-f36d401a0a2a req-2110b8ae-a1d0-47b4-834e-eb36fa9666d1 tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:22.643437 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-f2614a76-d054-4b93-ab13-f36d401a0a2a req-2110b8ae-a1d0-47b4-834e-eb36fa9666d1 tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763740'] for security_group_rule, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:22.655964 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:59:22.664602 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-c04c62c8-abda-4334-9e7b-95646b5cce5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:22.671611 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-0d015f4f-86d9-462e-a2c4-c054e5ef4435 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:59:22.682189 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2110b8ae-a1d0-47b4-834e-eb36fa9666d1 tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=baf0217c-e370-43ec-848a-16e2f29f3050,revision_number=0']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:59:22.685886 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-2110b8ae-a1d0-47b4-834e-eb36fa9666d1 tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:59:22.688776 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-c04c62c8-abda-4334-9e7b-95646b5cce5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:22.692631 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-c04c62c8-abda-4334-9e7b-95646b5cce5d admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/49775052-6620-47e1-9df3-9d2960dd06a0 HTTP/1.1" status: 204 len: 168 time: 0.1700137 Feb 04 07:59:22.693521 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04c62c8-abda-4334-9e7b-95646b5cce5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49775052-6620-47e1-9df3-9d2960dd06a0,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:59:22.696996 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-c04c62c8-abda-4334-9e7b-95646b5cce5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:59:22.742185 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-0f5b615e-da53-4ef9-bf5a-73ac8fba449e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af339a73-9f24-417d-be8a-17e19794d173', 'name': 'tempest-TestShelveInstance-807223694-router', 'tenant_id': '8adb66040a6248e39f4d6110a635614d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'external_fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.189'}], 'enable_snat': True}, 'gw_port_id': 'e0df26fb-3878-4238-8dc8-b4a811709cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T07:59:08Z', 'updated_at': '2021-02-04T07:59:16Z', 'revision_number': 4, 'project_id': '8adb66040a6248e39f4d6110a635614d', 'gw_port': {'id': 'e0df26fb-3878-4238-8dc8-b4a811709cad', 'name': '', 'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:f6:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af339a73-9f24-417d-be8a-17e19794d173', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T07:59:09Z', 'updated_at': '2021-02-04T07:59:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-18-smb', '_interfaces': [{'id': 'fb0edab5-11a7-441f-8182-801a923dab93', 'name': '', 'network_id': '39d65281-66eb-497c-91ff-8aecf0c040ae', 'tenant_id': '8adb66040a6248e39f4d6110a635614d', 'mac_address': 'fa:16:3e:b3:99:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af339a73-9f24-417d-be8a-17e19794d173', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '5efbe69b-981b-4f6f-84b2-fce07ecedd63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T07:59:14Z', 'updated_at': '2021-02-04T07:59:16Z', 'revision_number': 2, 'project_id': '8adb66040a6248e39f4d6110a635614d', 'subnets': [{'id': '5efbe69b-981b-4f6f-84b2-fce07ecedd63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733062-18-smb', False) {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 07:59:22.746964 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5b615e-da53-4ef9-bf5a-73ac8fba449e None None] Checking router: af339a73-9f24-417d-be8a-17e19794d173 for host: dv-cinder-733062-18-smb {{(pid=80115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 04 07:59:22.747548 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5b615e-da53-4ef9-bf5a-73ac8fba449e None None] Updating router af339a73-9f24-417d-be8a-17e19794d173 port fb0edab5-11a7-441f-8182-801a923dab93 binding host dv-cinder-733062-18-smb {{(pid=80115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 04 07:59:22.775077 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-f2614a76-d054-4b93-ab13-f36d401a0a2a req-2110b8ae-a1d0-47b4-834e-eb36fa9666d1 tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:22.791658 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-f2614a76-d054-4b93-ab13-f36d401a0a2a req-2110b8ae-a1d0-47b4-834e-eb36fa9666d1 tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.8870492 Feb 04 07:59:22.822177 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-0f5b615e-da53-4ef9-bf5a-73ac8fba449e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:23.050596 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-da6d7046-ecab-43f1-8170-75dc8f2905f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:23.065317 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-77fed550-2147-4d5a-9bcc-5a4883b13e8d req-852684f2-ff65-4f95-864d-6b63aa5783d9 tempest-VolumesNegativeTest-447500761 tempest-VolumesNegativeTest-447500761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309259674774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727594605512'] for port, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:23.473056 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ac2a71a-1c22-4cae-8fc1-e849649be0ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '926f23e7-0f96-4b3f-b110-ce722c97c5ad', 'code': 200} Feb 04 07:59:23.498847 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-0cdb905e-d7a5-425b-a565-d16bd9bf8119 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:59:23.589659 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852684f2-ff65-4f95-864d-6b63aa5783d9 tempest-VolumesNegativeTest-447500761 tempest-VolumesNegativeTest-447500761-project] Pushing event deleted for resources: {'Port': ['ID=926f23e7-0f96-4b3f-b110-ce722c97c5ad,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:59:23.592745 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-852684f2-ff65-4f95-864d-6b63aa5783d9 tempest-VolumesNegativeTest-447500761 tempest-VolumesNegativeTest-447500761-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:59:23.641345 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-0f5b615e-da53-4ef9-bf5a-73ac8fba449e None None] Notify callbacks [] for port, precommit_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:23.654679 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [req-77fed550-2147-4d5a-9bcc-5a4883b13e8d req-852684f2-ff65-4f95-864d-6b63aa5783d9 tempest-VolumesNegativeTest-447500761 tempest-VolumesNegativeTest-447500761-project] No DVR routers for this DVR port 926f23e7-0f96-4b3f-b110-ce722c97c5ad on host hv-cinder-73306 {{(pid=80114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 04 07:59:23.655435 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-0f5b615e-da53-4ef9-bf5a-73ac8fba449e None None] Transition to ACTIVE for port object fb0edab5-11a7-441f-8182-801a923dab93 will not be triggered until provisioned by entity L2. {{(pid=80115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 04 07:59:23.657648 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-77fed550-2147-4d5a-9bcc-5a4883b13e8d req-852684f2-ff65-4f95-864d-6b63aa5783d9 tempest-VolumesNegativeTest-447500761 tempest-VolumesNegativeTest-447500761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3799'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:23.658493 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-0f5b615e-da53-4ef9-bf5a-73ac8fba449e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309259674757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309260170288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727594605546'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:23.662329 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ac2a71a-1c22-4cae-8fc1-e849649be0ad', 'name': 'network-vif-deleted', 'tag': '926f23e7-0f96-4b3f-b110-ce722c97c5ad'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 07:59:23.803275 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f144511d-f3ab-41fc-978b-e8307e0fd83e req-2182afdc-483e-4bef-a4c9-a679e18e9f35 tempest-VolumesNegativeTest-447500761 tempest-VolumesNegativeTest-447500761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:59:23.810687 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-f144511d-f3ab-41fc-978b-e8307e0fd83e req-2182afdc-483e-4bef-a4c9-a679e18e9f35 tempest-VolumesNegativeTest-447500761 tempest-VolumesNegativeTest-447500761-project] 10.222.0.99 "GET /v2.0/ports?device_id=1ac2a71a-1c22-4cae-8fc1-e849649be0ad HTTP/1.1" status: 200 len: 865 time: 0.8177881 Feb 04 07:59:23.984091 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-77fed550-2147-4d5a-9bcc-5a4883b13e8d req-852684f2-ff65-4f95-864d-6b63aa5783d9 tempest-VolumesNegativeTest-447500761 tempest-VolumesNegativeTest-447500761-project] 10.222.0.76 "DELETE /v2.0/ports/926f23e7-0f96-4b3f-b110-ce722c97c5ad HTTP/1.1" status: 204 len: 173 time: 2.5827987 Feb 04 07:59:24.031706 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-f144511d-f3ab-41fc-978b-e8307e0fd83e req-0872bd09-43b6-4f2e-8611-a1843827a52e tempest-VolumesNegativeTest-447500761 tempest-VolumesNegativeTest-447500761-project] 10.222.0.99 "GET /v2.0/security-groups?id=e4681ea8-0ae2-4368-9c53-0f9fb3582783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199187 Feb 04 07:59:24.110358 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-9c92f080-aa7d-4cc9-b9e8-7284c7dd9b9a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:59:24.190286 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e34842d-b6e0-4c3e-a0e9-b30a91717334 req-9ae7f091-9685-4085-a6e0-fd8b4acb04ae tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:59:24.192113 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-2e34842d-b6e0-4c3e-a0e9-b30a91717334 req-9ae7f091-9685-4085-a6e0-fd8b4acb04ae tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/ports?device_id=6a08b689-796b-46b2-87e8-9a6e591081ef HTTP/1.1" status: 200 len: 945 time: 0.3249493 Feb 04 07:59:24.282594 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-85fac0c9-e82f-41ee-a61d-5b2e920e6613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:24.306390 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-d5b8441a-d1f0-41d9-a21a-6798db46193c req-32027a09-31cd-4170-9567-dc7f7ebeadc1 tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] 10.222.0.99 "GET /v2.0/security-groups/de83cc50-b8b2-4207-acea-affe92a7db5f HTTP/1.1" status: 200 len: 2391 time: 0.1130238 Feb 04 07:59:24.337693 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.v2.base [req-d5b8441a-d1f0-41d9-a21a-6798db46193c req-660bf670-aaa0-49e4-a74e-cc8b6a87babf tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'de83cc50-b8b2-4207-acea-affe92a7db5f', 'remote_group_id': None}]} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 07:59:24.337974 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.v2.base [req-d5b8441a-d1f0-41d9-a21a-6798db46193c req-660bf670-aaa0-49e4-a74e-cc8b6a87babf tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'de83cc50-b8b2-4207-acea-affe92a7db5f', 'remote_group_id': None}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 07:59:24.349664 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14254ddd-acc6-4107-84e6-d74fd84beb41 None None] Pushing event updated for resources: {'Port': ['ID=fb0edab5-11a7-441f-8182-801a923dab93,revision_number=3']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:59:24.358190 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-14254ddd-acc6-4107-84e6-d74fd84beb41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:59:24.385722 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [req-d5b8441a-d1f0-41d9-a21a-6798db46193c req-660bf670-aaa0-49e4-a74e-cc8b6a87babf tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 07:59:24.386353 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-0f5b615e-da53-4ef9-bf5a-73ac8fba449e None None] Attempting to bind port fb0edab5-11a7-441f-8182-801a923dab93 on host dv-cinder-733062-18-smb for vnic_type normal with profile {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 07:59:24.386784 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-0f5b615e-da53-4ef9-bf5a-73ac8fba449e None None] Attempting to bind port fb0edab5-11a7-441f-8182-801a923dab93 by drivers openvswitch on host dv-cinder-733062-18-smb at level 0 using segments [{'id': '867c2680-a05d-40d2-bbb5-33c639981c53', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '39d65281-66eb-497c-91ff-8aecf0c040ae'}] {{(pid=80115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 04 07:59:24.387470 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5b615e-da53-4ef9-bf5a-73ac8fba449e None None] Attempting to bind port fb0edab5-11a7-441f-8182-801a923dab93 on network 39d65281-66eb-497c-91ff-8aecf0c040ae {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 04 07:59:24.393537 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5b615e-da53-4ef9-bf5a-73ac8fba449e None None] Checking agent: {'id': 'b265e0d7-049f-4621-8b9a-cada9a3d4f64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-18-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 4, 7, 47, 55), 'started_at': datetime.datetime(2021, 2, 4, 7, 48, 25), 'heartbeat_timestamp': datetime.datetime(2021, 2, 4, 7, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-18-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.87', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 07:59:24.394734 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5b615e-da53-4ef9-bf5a-73ac8fba449e None None] Checking segment: {'id': '867c2680-a05d-40d2-bbb5-33c639981c53', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '39d65281-66eb-497c-91ff-8aecf0c040ae'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 04 07:59:24.394979 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-0f5b615e-da53-4ef9-bf5a-73ac8fba449e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:24.395501 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5b615e-da53-4ef9-bf5a-73ac8fba449e None None] Bound using segment: {'id': '867c2680-a05d-40d2-bbb5-33c639981c53', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '39d65281-66eb-497c-91ff-8aecf0c040ae'} {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 07:59:24.396028 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-0f5b615e-da53-4ef9-bf5a-73ac8fba449e None None] Bound port: fb0edab5-11a7-441f-8182-801a923dab93, host: dv-cinder-733062-18-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '867c2680-a05d-40d2-bbb5-33c639981c53', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '39d65281-66eb-497c-91ff-8aecf0c040ae'}}] {{(pid=80115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 04 07:59:24.396455 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-0f5b615e-da53-4ef9-bf5a-73ac8fba449e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:24.427050 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-2e34842d-b6e0-4c3e-a0e9-b30a91717334 req-d381a64d-0a0b-49d1-b789-54d0806dad91 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/security-groups?id=165ca7ed-0745-4a75-913b-d38f318fbd54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150111 Feb 04 07:59:24.428537 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [req-d5b8441a-d1f0-41d9-a21a-6798db46193c req-660bf670-aaa0-49e4-a74e-cc8b6a87babf tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Usage tracker for resource:security_group_rule and tenant:60b487ac91624ec6b296ca8b77fa79ed is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 07:59:24.435113 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [req-d5b8441a-d1f0-41d9-a21a-6798db46193c req-660bf670-aaa0-49e4-a74e-cc8b6a87babf tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 07:59:24.464024 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [req-d5b8441a-d1f0-41d9-a21a-6798db46193c req-660bf670-aaa0-49e4-a74e-cc8b6a87babf tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 07:59:24.515505 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-0f5b615e-da53-4ef9-bf5a-73ac8fba449e None None] For port fb0edab5-11a7-441f-8182-801a923dab93, host dv-cinder-733062-18-smb, cleared binding levels {{(pid=80115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 04 07:59:24.520550 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-0f5b615e-da53-4ef9-bf5a-73ac8fba449e None None] For port fb0edab5-11a7-441f-8182-801a923dab93, host dv-cinder-733062-18-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-18-smb',level=0,port_id=fb0edab5-11a7-441f-8182-801a923dab93,segment=NetworkSegment(867c2680-a05d-40d2-bbb5-33c639981c53),segment_id=867c2680-a05d-40d2-bbb5-33c639981c53)] {{(pid=80115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 04 07:59:24.534139 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-0f5b615e-da53-4ef9-bf5a-73ac8fba449e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309259674757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309260170288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727594605546'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:24.560727 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-fb2e52ba-14f5-4caa-83f7-cf38e1aa867d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:59:24.577595 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-d5b8441a-d1f0-41d9-a21a-6798db46193c req-660bf670-aaa0-49e4-a74e-cc8b6a87babf tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:24.644986 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-7d17f0d5-303d-4d4a-a48e-26873d0e27e8 req-8341b0ed-8729-4d8c-aa7f-59862bffac5c tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] 10.222.0.99 "GET /v2.0/ports?device_id=8a11ecbf-ac79-491a-82e9-48c2aca366b2 HTTP/1.1" status: 200 len: 210 time: 0.0637314 Feb 04 07:59:24.663186 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-d5b8441a-d1f0-41d9-a21a-6798db46193c req-660bf670-aaa0-49e4-a74e-cc8b6a87babf tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:24.668399 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-d5b8441a-d1f0-41d9-a21a-6798db46193c req-660bf670-aaa0-49e4-a74e-cc8b6a87babf tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763740'] for security_group_rule, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:24.670672 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-8dbefc8a-a24a-42eb-a501-903a6b36438f tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:59:24.719283 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660bf670-aaa0-49e4-a74e-cc8b6a87babf tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9df6769-70c0-4528-a39d-3352a2135074,revision_number=0']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:59:24.749996 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-660bf670-aaa0-49e4-a74e-cc8b6a87babf tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:59:24.752197 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ac2a71a-1c22-4cae-8fc1-e849649be0ad', 'name': 'network-vif-deleted', 'tag': '926f23e7-0f96-4b3f-b110-ce722c97c5ad', 'status': 'completed', 'code': 200} Feb 04 07:59:24.809749 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 51576) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:59:24.829041 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-d5b8441a-d1f0-41d9-a21a-6798db46193c req-660bf670-aaa0-49e4-a74e-cc8b6a87babf tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:24.841925 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-d5b8441a-d1f0-41d9-a21a-6798db46193c req-660bf670-aaa0-49e4-a74e-cc8b6a87babf tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.5344262 Feb 04 07:59:24.865726 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14254ddd-acc6-4107-84e6-d74fd84beb41 None None] Pushing event updated for resources: {'Port': ['ID=fb0edab5-11a7-441f-8182-801a923dab93,revision_number=4']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:59:24.871187 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:24.886736 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-14254ddd-acc6-4107-84e6-d74fd84beb41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:59:24.964572 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5b615e-da53-4ef9-bf5a-73ac8fba449e None None] Routers {'af339a73-9f24-417d-be8a-17e19794d173'} bound to L3 agent in host dv-cinder-733062-18-smb {{(pid=80115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 04 07:59:24.965286 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-0f5b615e-da53-4ef9-bf5a-73ac8fba449e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-04T07:47:53Z,description=,heartbeat_timestamp=2021-02-04T07:59:23Z,host='dv-cinder-733062-18-smb',id=9b1007a2-cea1-4e19-8fd5-ed5c2617e796,load=0,resource_versions=,resources_synced=,started_at=2021-02-04T07:47:53Z,topic='l3_agent')) {'router_ids': ['af339a73-9f24-417d-be8a-17e19794d173'], 'active': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 07:59:25.056188 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-cc82ca34-6fa7-4f81-9af7-ef6260cef865 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:25.104677 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-cc82ca34-6fa7-4f81-9af7-ef6260cef865 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 07:59:25.121152 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-cc82ca34-6fa7-4f81-9af7-ef6260cef865 admin admin] Usage tracker for resource:security_group_rule and tenant:a2fa07bb788a4bad8d056f224fcb588c is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 07:59:25.124901 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-cc82ca34-6fa7-4f81-9af7-ef6260cef865 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 07:59:25.132220 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-cc82ca34-6fa7-4f81-9af7-ef6260cef865 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 07:59:25.156948 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04d9440-13b3-4906-8f35-2cddc8c2a876 req-56e9673d-456c-4585-9a3d-7146b7f0f476 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:59:25.158598 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-f04d9440-13b3-4906-8f35-2cddc8c2a876 req-56e9673d-456c-4585-9a3d-7146b7f0f476 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] 10.222.0.76 "GET /v2.0/networks?id=d6cc8c6f-e231-4895-957c-7832ba254527 HTTP/1.1" status: 200 len: 815 time: 0.4359021 Feb 04 07:59:25.218143 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.v2.base [req-f04d9440-13b3-4906-8f35-2cddc8c2a876 req-bbf874b3-41dc-4908-bea8-5e65fcbe078c tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Request body: {'port': {'device_id': '8a11ecbf-ac79-491a-82e9-48c2aca366b2', 'network_id': 'd6cc8c6f-e231-4895-957c-7832ba254527', 'admin_state_up': True, 'tenant_id': 'e025b0caf149437a978dcb2e658b1da5'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 07:59:25.259622 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-19d3b842-1860-471a-9268-0862a9b26fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:25.269221 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-cc82ca34-6fa7-4f81-9af7-ef6260cef865 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:25.274023 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-cc82ca34-6fa7-4f81-9af7-ef6260cef865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:25.293786 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-dcfe5533-1bf6-4c4b-a3d6-a74d3f4520f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:59:25.349359 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvr_db [None req-0f5b615e-da53-4ef9-bf5a-73ac8fba449e None None] Set router af339a73-9f24-417d-be8a-17e19794d173 gateway port host: dv-cinder-733062-18-smb {{(pid=80115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 04 07:59:25.392215 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-cc82ca34-6fa7-4f81-9af7-ef6260cef865 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=a2fa07bb788a4bad8d056f224fcb588c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5809286 Feb 04 07:59:25.394885 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 51614) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:59:25.412297 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc82ca34-6fa7-4f81-9af7-ef6260cef865 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8bf64a5-1287-4cb8-9c6d-63bf7d40a792,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:59:25.433012 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-cc82ca34-6fa7-4f81-9af7-ef6260cef865 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:59:25.577198 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9e89e712-1de0-4c2a-a5dc-78dc2cbfa2a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:25.603822 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [req-c3202796-08be-4f5d-bd3a-1a67cbd698cf req-99f528bb-9ef9-4bb5-8485-d2aeb7d29a18 tempest-VolumesNegativeTest-447500761 tempest-VolumesNegativeTest-447500761-project] Synchronizing usage tracker for tenant:d169c946ffe1451eb4af6bf508791261 on resource:port {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 04 07:59:25.639371 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9e89e712-1de0-4c2a-a5dc-78dc2cbfa2a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:25.682331 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [req-c3202796-08be-4f5d-bd3a-1a67cbd698cf req-99f528bb-9ef9-4bb5-8485-d2aeb7d29a18 tempest-VolumesNegativeTest-447500761 tempest-VolumesNegativeTest-447500761-project] Unset dirty status for tenant:d169c946ffe1451eb4af6bf508791261 on resource:port {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 04 07:59:25.684136 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-c3202796-08be-4f5d-bd3a-1a67cbd698cf req-99f528bb-9ef9-4bb5-8485-d2aeb7d29a18 tempest-VolumesNegativeTest-447500761 tempest-VolumesNegativeTest-447500761-project] 10.222.0.99 "GET /v2.0/ports?device_id=1ac2a71a-1c22-4cae-8fc1-e849649be0ad HTTP/1.1" status: 200 len: 210 time: 0.1768451 Feb 04 07:59:25.694978 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9e89e712-1de0-4c2a-a5dc-78dc2cbfa2a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:25.703874 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-7aaa7285-74e6-47c6-a2c0-627325298fef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:59:25.740803 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e89e712-1de0-4c2a-a5dc-78dc2cbfa2a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8bf64a5-1287-4cb8-9c6d-63bf7d40a792,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:59:25.749851 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-9e89e712-1de0-4c2a-a5dc-78dc2cbfa2a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:59:25.751281 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9e89e712-1de0-4c2a-a5dc-78dc2cbfa2a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:25.752527 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-9e89e712-1de0-4c2a-a5dc-78dc2cbfa2a8 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/f8bf64a5-1287-4cb8-9c6d-63bf7d40a792 HTTP/1.1" status: 204 len: 168 time: 0.3560674 Feb 04 07:59:25.800114 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [req-f04d9440-13b3-4906-8f35-2cddc8c2a876 req-bbf874b3-41dc-4908-bea8-5e65fcbe078c tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 07:59:25.811893 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [req-f04d9440-13b3-4906-8f35-2cddc8c2a876 req-bbf874b3-41dc-4908-bea8-5e65fcbe078c tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 07:59:25.822888 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f04d9440-13b3-4906-8f35-2cddc8c2a876 req-bbf874b3-41dc-4908-bea8-5e65fcbe078c tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Made reservation on behalf of e025b0caf149437a978dcb2e658b1da5 for: {'port': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 04 07:59:25.845131 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-f04d9440-13b3-4906-8f35-2cddc8c2a876 req-bbf874b3-41dc-4908-bea8-5e65fcbe078c tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:25.961750 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-98257338-ec35-4c36-a6b9-ece0904983bc req-6e03c290-bfc1-44c3-9b35-cd4bc1bc5ee7 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] 10.222.0.99 "GET /v2.0/ports?device_id=8a11ecbf-ac79-491a-82e9-48c2aca366b2 HTTP/1.1" status: 200 len: 210 time: 0.0961561 Feb 04 07:59:26.063758 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-0f5b615e-da53-4ef9-bf5a-73ac8fba449e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af339a73-9f24-417d-be8a-17e19794d173', 'name': 'tempest-TestShelveInstance-807223694-router', 'tenant_id': '8adb66040a6248e39f4d6110a635614d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'external_fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.189'}], 'enable_snat': True}, 'gw_port_id': 'e0df26fb-3878-4238-8dc8-b4a811709cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T07:59:08Z', 'updated_at': '2021-02-04T07:59:16Z', 'revision_number': 4, 'project_id': '8adb66040a6248e39f4d6110a635614d', 'gw_port': {'id': 'e0df26fb-3878-4238-8dc8-b4a811709cad', 'name': '', 'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:f6:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af339a73-9f24-417d-be8a-17e19794d173', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T07:59:09Z', 'updated_at': '2021-02-04T07:59:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-18-smb', '_interfaces': [{'id': 'fb0edab5-11a7-441f-8182-801a923dab93', 'name': '', 'network_id': '39d65281-66eb-497c-91ff-8aecf0c040ae', 'tenant_id': '8adb66040a6248e39f4d6110a635614d', 'mac_address': 'fa:16:3e:b3:99:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af339a73-9f24-417d-be8a-17e19794d173', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '5efbe69b-981b-4f6f-84b2-fce07ecedd63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T07:59:14Z', 'updated_at': '2021-02-04T07:59:24Z', 'revision_number': 4, 'project_id': '8adb66040a6248e39f4d6110a635614d', 'subnets': [{'id': '5efbe69b-981b-4f6f-84b2-fce07ecedd63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733062-18-smb', False) {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 07:59:26.064889 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2142c7b4-0ab5-4193-bf85-2243dec715c3 req-1532f3e1-1ba8-41ea-8f52-10ea4d70a87c tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:59:26.073927 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-2142c7b4-0ab5-4193-bf85-2243dec715c3 req-1532f3e1-1ba8-41ea-8f52-10ea4d70a87c tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/ports?device_id=6a08b689-796b-46b2-87e8-9a6e591081ef HTTP/1.1" status: 200 len: 945 time: 0.4591107 Feb 04 07:59:26.075389 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5b615e-da53-4ef9-bf5a-73ac8fba449e None None] The sync data for ids ['af339a73-9f24-417d-be8a-17e19794d173'] in dv-cinder-733062-18-smb is: [{'id': 'af339a73-9f24-417d-be8a-17e19794d173', 'name': 'tempest-TestShelveInstance-807223694-router', 'tenant_id': '8adb66040a6248e39f4d6110a635614d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'external_fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.189'}], 'enable_snat': True}, 'gw_port_id': 'e0df26fb-3878-4238-8dc8-b4a811709cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T07:59:08Z', 'updated_at': '2021-02-04T07:59:16Z', 'revision_number': 4, 'project_id': '8adb66040a6248e39f4d6110a635614d', 'gw_port': {'id': 'e0df26fb-3878-4238-8dc8-b4a811709cad', 'name': '', 'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:f6:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af339a73-9f24-417d-be8a-17e19794d173', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T07:59:09Z', 'updated_at': '2021-02-04T07:59:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-18-smb', '_interfaces': [{'id': 'fb0edab5-11a7-441f-8182-801a923dab93', 'name': '', 'network_id': '39d65281-66eb-497c-91ff-8aecf0c040ae', 'tenant_id': '8adb66040a6248e39f4d6110a635614d', 'mac_address': 'fa:16:3e:b3:99:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af339a73-9f24-417d-be8a-17e19794d173', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '5efbe69b-981b-4f6f-84b2-fce07ecedd63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T07:59:14Z', 'updated_at': '2021-02-04T07:59:24Z', 'revision_number': 4, 'project_id': '8adb66040a6248e39f4d6110a635614d', 'subnets': [{'id': '5efbe69b-981b-4f6f-84b2-fce07ecedd63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 04 07:59:26.103834 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Device fb0edab5-11a7-441f-8182-801a923dab93 up at agent ovs-agent-dv-cinder-733062-18-smb {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 07:59:26.262219 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Provisioning for port fb0edab5-11a7-441f-8182-801a923dab93 completed by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 04 07:59:26.262310 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-2142c7b4-0ab5-4193-bf85-2243dec715c3 req-72b3c934-46b4-4358-abe0-8655e588bc4a tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/security-groups?id=165ca7ed-0745-4a75-913b-d38f318fbd54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794579 Feb 04 07:59:26.262391 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Provisioning complete for port fb0edab5-11a7-441f-8182-801a923dab93 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 07:59:26.262391 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762158'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:26.571863 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:26.643292 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] For port fb0edab5-11a7-441f-8182-801a923dab93, host dv-cinder-733062-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-18-smb',level=0,port_id=fb0edab5-11a7-441f-8182-801a923dab93,segment=NetworkSegment(867c2680-a05d-40d2-bbb5-33c639981c53),segment_id=867c2680-a05d-40d2-bbb5-33c639981c53)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 07:59:26.649350 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309259674757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309260170288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727594605546'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:26.652045 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-4b98dc78-d42c-4c04-bdb7-2efec522e3cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:59:26.697072 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.db_base_plugin_common [req-f04d9440-13b3-4906-8f35-2cddc8c2a876 req-bbf874b3-41dc-4908-bea8-5e65fcbe078c tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Allocated IP 172.20.0.10 (d6cc8c6f-e231-4895-957c-7832ba254527/daa9ab9c-d070-4c63-9925-724b7f6976a7/ab53681c-0a08-4ac8-b8d2-43aa510305da) {{(pid=80114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 04 07:59:26.764198 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Pushing event updated for resources: {'Port': ['ID=fb0edab5-11a7-441f-8182-801a923dab93,revision_number=5']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:59:26.767808 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:59:27.079828 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-f04d9440-13b3-4906-8f35-2cddc8c2a876 req-bbf874b3-41dc-4908-bea8-5e65fcbe078c tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Notify callbacks [] for port, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:27.123342 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-f04d9440-13b3-4906-8f35-2cddc8c2a876 req-bbf874b3-41dc-4908-bea8-5e65fcbe078c tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727594645960'] for port, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:27.141301 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-719e3bce-21e7-42f0-915f-f60fcdc3429d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:59:27.420653 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf874b3-41dc-4908-bea8-5e65fcbe078c tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Pushing event updated for resources: {'Port': ['ID=ab53681c-0a08-4ac8-b8d2-43aa510305da,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:59:27.430380 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-bbf874b3-41dc-4908-bea8-5e65fcbe078c tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:59:27.633589 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd2bf1f-7bb0-4563-add6-333957e644b7 req-ed1d0b4b-d137-45c0-b6e0-39655b1509ee tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:59:27.640704 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-4bd2bf1f-7bb0-4563-add6-333957e644b7 req-ed1d0b4b-d137-45c0-b6e0-39655b1509ee tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] 10.222.0.99 "GET /v2.0/ports?device_id=8a11ecbf-ac79-491a-82e9-48c2aca366b2 HTTP/1.1" status: 200 len: 932 time: 0.4537504 Feb 04 07:59:27.688673 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f04d9440-13b3-4906-8f35-2cddc8c2a876 req-bbf874b3-41dc-4908-bea8-5e65fcbe078c tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Network d6cc8c6f-e231-4895-957c-7832ba254527 is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 04 07:59:27.693541 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.base_scheduler [req-f04d9440-13b3-4906-8f35-2cddc8c2a876 req-bbf874b3-41dc-4908-bea8-5e65fcbe078c tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Resources bound (agent type, host, resource id): {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 04 07:59:27.696104 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [req-f04d9440-13b3-4906-8f35-2cddc8c2a876 req-bbf874b3-41dc-4908-bea8-5e65fcbe078c tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Received port after_create {{(pid=80114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 04 07:59:27.771849 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04d9440-13b3-4906-8f35-2cddc8c2a876 req-bbf874b3-41dc-4908-bea8-5e65fcbe078c tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:59:27.772581 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-f04d9440-13b3-4906-8f35-2cddc8c2a876 req-bbf874b3-41dc-4908-bea8-5e65fcbe078c tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3799'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:27.859286 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-4bd2bf1f-7bb0-4563-add6-333957e644b7 req-db55def0-6c39-4e69-968e-cbee5fbc840b tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] 10.222.0.99 "GET /v2.0/security-groups?id=23e57bf3-6871-46d4-a88b-2b22ec633850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173705 Feb 04 07:59:27.863789 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-f04d9440-13b3-4906-8f35-2cddc8c2a876 req-bbf874b3-41dc-4908-bea8-5e65fcbe078c tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6507547 Feb 04 07:59:28.083847 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Device fb0edab5-11a7-441f-8182-801a923dab93 up at agent ovs-agent-dv-cinder-733062-18-smb {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 07:59:28.085465 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62faa79d-dcbb-458a-b0cf-d6ad1774ee2f req-66ef7703-b4ef-44ed-a2fd-03ff21798635 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:59:28.087203 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-62faa79d-dcbb-458a-b0cf-d6ad1774ee2f req-66ef7703-b4ef-44ed-a2fd-03ff21798635 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/ports?device_id=6a08b689-796b-46b2-87e8-9a6e591081ef HTTP/1.1" status: 200 len: 945 time: 0.6405609 Feb 04 07:59:28.092771 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.v2.base [req-f04d9440-13b3-4906-8f35-2cddc8c2a876 req-a5b1aefb-14a4-4ab9-8f99-2cca184467f7 service neutron] Request body: {'port': {'device_id': '8a11ecbf-ac79-491a-82e9-48c2aca366b2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73306'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 07:59:28.197388 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Provisioning complete for port fb0edab5-11a7-441f-8182-801a923dab93 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 07:59:28.198449 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762158'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:28.304544 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-62faa79d-dcbb-458a-b0cf-d6ad1774ee2f req-127b7806-9631-40a9-8dc9-c4e047302362 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/security-groups?id=165ca7ed-0745-4a75-913b-d38f318fbd54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750939 Feb 04 07:59:28.378261 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-f04d9440-13b3-4906-8f35-2cddc8c2a876 req-a5b1aefb-14a4-4ab9-8f99-2cca184467f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:28.709544 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 51798) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:59:28.890377 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-00ec8b01-2402-454e-9d19-6cf829b4b86c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:28.908234 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-00ec8b01-2402-454e-9d19-6cf829b4b86c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 07:59:28.912892 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-00ec8b01-2402-454e-9d19-6cf829b4b86c admin admin] Usage tracker for resource:security_group_rule and tenant:8217d006002843db9efb07e0fbb555cb is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 07:59:28.917043 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-00ec8b01-2402-454e-9d19-6cf829b4b86c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 07:59:28.925296 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-00ec8b01-2402-454e-9d19-6cf829b4b86c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 07:59:28.949635 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.notifiers.nova [req-f04d9440-13b3-4906-8f35-2cddc8c2a876 req-a5b1aefb-14a4-4ab9-8f99-2cca184467f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab53681c-0a08-4ac8-b8d2-43aa510305da {{(pid=80114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 04 07:59:28.960864 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-f04d9440-13b3-4906-8f35-2cddc8c2a876 req-a5b1aefb-14a4-4ab9-8f99-2cca184467f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:28.974883 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [req-f04d9440-13b3-4906-8f35-2cddc8c2a876 req-a5b1aefb-14a4-4ab9-8f99-2cca184467f7 service neutron] Transition to ACTIVE for port object ab53681c-0a08-4ac8-b8d2-43aa510305da will not be triggered until provisioned by entity L2. {{(pid=80114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 04 07:59:28.978748 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-f04d9440-13b3-4906-8f35-2cddc8c2a876 req-a5b1aefb-14a4-4ab9-8f99-2cca184467f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309259674757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309260170288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727594605546'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:29.029170 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-00ec8b01-2402-454e-9d19-6cf829b4b86c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:29.032427 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-00ec8b01-2402-454e-9d19-6cf829b4b86c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:29.040440 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-ad89c34b-ffb4-4bf2-b02a-3edaa171865a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:59:29.062019 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:59:29.094231 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ec8b01-2402-454e-9d19-6cf829b4b86c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c41656a2-d002-46ec-848d-86ab2c37f581,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:59:29.099339 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-00ec8b01-2402-454e-9d19-6cf829b4b86c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:59:29.105358 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-00ec8b01-2402-454e-9d19-6cf829b4b86c admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=8217d006002843db9efb07e0fbb555cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3944693 Feb 04 07:59:29.106086 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 51824) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:59:29.185846 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1f1c4818-f57b-40c9-930e-cad652214f21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:29.219976 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1f1c4818-f57b-40c9-930e-cad652214f21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:29.280435 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1f1c4818-f57b-40c9-930e-cad652214f21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:29.307805 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-6c73753c-3afb-4110-856b-a49321845276 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:59:29.326105 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1c4818-f57b-40c9-930e-cad652214f21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c41656a2-d002-46ec-848d-86ab2c37f581,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:59:29.329129 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-1f1c4818-f57b-40c9-930e-cad652214f21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:59:29.347798 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1f1c4818-f57b-40c9-930e-cad652214f21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:29.353018 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-1f1c4818-f57b-40c9-930e-cad652214f21 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/c41656a2-d002-46ec-848d-86ab2c37f581 HTTP/1.1" status: 204 len: 168 time: 0.2456291 Feb 04 07:59:29.397340 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b1aefb-14a4-4ab9-8f99-2cca184467f7 service neutron] Pushing event updated for resources: {'Port': ['ID=ab53681c-0a08-4ac8-b8d2-43aa510305da,revision_number=2']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:59:29.466505 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-a5b1aefb-14a4-4ab9-8f99-2cca184467f7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:59:29.790643 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10c7043-712c-43b8-9972-0b1180e718b0 req-80e7fd69-811d-49df-a8ce-c13aa3bc6c6b tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:59:29.791491 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [req-d10c7043-712c-43b8-9972-0b1180e718b0 req-80e7fd69-811d-49df-a8ce-c13aa3bc6c6b tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Synchronizing usage tracker for tenant:e025b0caf149437a978dcb2e658b1da5 on resource:port {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 04 07:59:29.839660 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [req-d10c7043-712c-43b8-9972-0b1180e718b0 req-80e7fd69-811d-49df-a8ce-c13aa3bc6c6b tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Unset dirty status for tenant:e025b0caf149437a978dcb2e658b1da5 on resource:port {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 04 07:59:29.844180 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-d10c7043-712c-43b8-9972-0b1180e718b0 req-80e7fd69-811d-49df-a8ce-c13aa3bc6c6b tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] 10.222.0.99 "GET /v2.0/ports?device_id=8a11ecbf-ac79-491a-82e9-48c2aca366b2 HTTP/1.1" status: 200 len: 944 time: 0.7800903 Feb 04 07:59:29.857609 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [req-f04d9440-13b3-4906-8f35-2cddc8c2a876 req-a5b1aefb-14a4-4ab9-8f99-2cca184467f7 service neutron] Attempting to bind port ab53681c-0a08-4ac8-b8d2-43aa510305da on host hv-cinder-73306 for vnic_type normal with profile {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 07:59:29.857985 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [req-f04d9440-13b3-4906-8f35-2cddc8c2a876 req-a5b1aefb-14a4-4ab9-8f99-2cca184467f7 service neutron] Attempting to bind port ab53681c-0a08-4ac8-b8d2-43aa510305da by drivers openvswitch on host hv-cinder-73306 at level 0 using segments [{'id': '7f07e79c-d155-408f-9374-f6b393baea02', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd6cc8c6f-e231-4895-957c-7832ba254527'}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 04 07:59:29.858345 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f04d9440-13b3-4906-8f35-2cddc8c2a876 req-a5b1aefb-14a4-4ab9-8f99-2cca184467f7 service neutron] Attempting to bind port ab53681c-0a08-4ac8-b8d2-43aa510305da on network d6cc8c6f-e231-4895-957c-7832ba254527 {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 04 07:59:29.886599 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f04d9440-13b3-4906-8f35-2cddc8c2a876 req-a5b1aefb-14a4-4ab9-8f99-2cca184467f7 service neutron] Checking agent: {'id': 'ff9cc465-2d2d-4d6a-b510-d92e1cf0c130', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73306', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 4, 7, 55, 7), 'started_at': datetime.datetime(2021, 2, 4, 7, 55, 37), 'heartbeat_timestamp': datetime.datetime(2021, 2, 4, 7, 59, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.95', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 07:59:29.887045 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f04d9440-13b3-4906-8f35-2cddc8c2a876 req-a5b1aefb-14a4-4ab9-8f99-2cca184467f7 service neutron] Checking segment: {'id': '7f07e79c-d155-408f-9374-f6b393baea02', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd6cc8c6f-e231-4895-957c-7832ba254527'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 04 07:59:29.887465 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-f04d9440-13b3-4906-8f35-2cddc8c2a876 req-a5b1aefb-14a4-4ab9-8f99-2cca184467f7 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:29.888379 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f04d9440-13b3-4906-8f35-2cddc8c2a876 req-a5b1aefb-14a4-4ab9-8f99-2cca184467f7 service neutron] Bound using segment: {'id': '7f07e79c-d155-408f-9374-f6b393baea02', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd6cc8c6f-e231-4895-957c-7832ba254527'} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 07:59:29.888379 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [req-f04d9440-13b3-4906-8f35-2cddc8c2a876 req-a5b1aefb-14a4-4ab9-8f99-2cca184467f7 service neutron] Bound port: ab53681c-0a08-4ac8-b8d2-43aa510305da, host: hv-cinder-73306, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f07e79c-d155-408f-9374-f6b393baea02', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd6cc8c6f-e231-4895-957c-7832ba254527'}}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 04 07:59:29.888696 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-f04d9440-13b3-4906-8f35-2cddc8c2a876 req-a5b1aefb-14a4-4ab9-8f99-2cca184467f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:29.964108 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-d10c7043-712c-43b8-9972-0b1180e718b0 req-e1447516-8b42-4ce9-9c8e-0b36270bf3fc tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] 10.222.0.99 "GET /v2.0/security-groups?id=23e57bf3-6871-46d4-a88b-2b22ec633850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105185 Feb 04 07:59:30.110536 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d58cfea-1b38-4895-8002-dcb50965a833 req-08940efc-420d-4c1c-8409-fe93996008df tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:59:30.112362 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-5d58cfea-1b38-4895-8002-dcb50965a833 req-08940efc-420d-4c1c-8409-fe93996008df tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/ports?device_id=6a08b689-796b-46b2-87e8-9a6e591081ef HTTP/1.1" status: 200 len: 945 time: 0.5693524 Feb 04 07:59:30.219939 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-5d58cfea-1b38-4895-8002-dcb50965a833 req-dd8be466-5348-4f74-a6e7-d00be1f22e32 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/security-groups?id=165ca7ed-0745-4a75-913b-d38f318fbd54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007049 Feb 04 07:59:30.227043 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [req-f04d9440-13b3-4906-8f35-2cddc8c2a876 req-a5b1aefb-14a4-4ab9-8f99-2cca184467f7 service neutron] For port ab53681c-0a08-4ac8-b8d2-43aa510305da, host hv-cinder-73306, cleared binding levels {{(pid=80114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 04 07:59:30.230339 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [req-f04d9440-13b3-4906-8f35-2cddc8c2a876 req-a5b1aefb-14a4-4ab9-8f99-2cca184467f7 service neutron] For port ab53681c-0a08-4ac8-b8d2-43aa510305da, host hv-cinder-73306, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=ab53681c-0a08-4ac8-b8d2-43aa510305da,segment=NetworkSegment(7f07e79c-d155-408f-9374-f6b393baea02),segment_id=7f07e79c-d155-408f-9374-f6b393baea02)] {{(pid=80114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 04 07:59:30.234352 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-f04d9440-13b3-4906-8f35-2cddc8c2a876 req-a5b1aefb-14a4-4ab9-8f99-2cca184467f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309259674757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309260170288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727594605546'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:30.254676 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:59:30.418928 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b1aefb-14a4-4ab9-8f99-2cca184467f7 service neutron] Pushing event updated for resources: {'Port': ['ID=ab53681c-0a08-4ac8-b8d2-43aa510305da,revision_number=3']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:59:30.426005 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-a5b1aefb-14a4-4ab9-8f99-2cca184467f7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:59:30.461205 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04d9440-13b3-4906-8f35-2cddc8c2a876 req-a5b1aefb-14a4-4ab9-8f99-2cca184467f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:59:30.461737 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-f04d9440-13b3-4906-8f35-2cddc8c2a876 req-a5b1aefb-14a4-4ab9-8f99-2cca184467f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3799'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:30.463270 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-f04d9440-13b3-4906-8f35-2cddc8c2a876 req-a5b1aefb-14a4-4ab9-8f99-2cca184467f7 service neutron] 10.222.0.76 "PUT /v2.0/ports/ab53681c-0a08-4ac8-b8d2-43aa510305da HTTP/1.1" status: 200 len: 1158 time: 2.3750353 Feb 04 07:59:30.463801 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a11ecbf-ac79-491a-82e9-48c2aca366b2', 'tag': 'ab53681c-0a08-4ac8-b8d2-43aa510305da'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 07:59:30.539282 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a11ecbf-ac79-491a-82e9-48c2aca366b2', 'tag': 'ab53681c-0a08-4ac8-b8d2-43aa510305da', 'status': 'completed', 'code': 200} Feb 04 07:59:30.699399 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04d9440-13b3-4906-8f35-2cddc8c2a876 req-0caeefd8-fb42-4b92-a068-6213e14e9674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:59:30.701110 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-f04d9440-13b3-4906-8f35-2cddc8c2a876 req-0caeefd8-fb42-4b92-a068-6213e14e9674 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e025b0caf149437a978dcb2e658b1da5&device_id=8a11ecbf-ac79-491a-82e9-48c2aca366b2 HTTP/1.1" status: 200 len: 1161 time: 0.0842378 Feb 04 07:59:30.796135 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-f04d9440-13b3-4906-8f35-2cddc8c2a876 req-9d3e74f9-e768-42eb-81fa-cf530c74cd9b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ab53681c-0a08-4ac8-b8d2-43aa510305da HTTP/1.1" status: 200 len: 217 time: 0.0731556 Feb 04 07:59:30.869468 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04d9440-13b3-4906-8f35-2cddc8c2a876 req-b04c2f98-5fc2-4cca-b3f1-464ea2ed5e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:59:30.870997 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-f04d9440-13b3-4906-8f35-2cddc8c2a876 req-b04c2f98-5fc2-4cca-b3f1-464ea2ed5e5d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=daa9ab9c-d070-4c63-9925-724b7f6976a7 HTTP/1.1" status: 200 len: 855 time: 0.0679424 Feb 04 07:59:30.930229 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-f04d9440-13b3-4906-8f35-2cddc8c2a876 req-03828f12-e55c-4eed-9a1d-02fd6fa0c9db service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d6cc8c6f-e231-4895-957c-7832ba254527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501966 Feb 04 07:59:31.105054 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-f04d9440-13b3-4906-8f35-2cddc8c2a876 req-a305a3e8-5c0b-4001-b90a-292ea001d1b0 service neutron] 10.222.0.76 "GET /v2.0/networks/d6cc8c6f-e231-4895-957c-7832ba254527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628802 Feb 04 07:59:31.419699 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b604d083-dabe-4d20-a2f6-31de956bc32a req-dfbc5403-194f-470f-9a17-df0ca563520a tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:59:31.421421 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-b604d083-dabe-4d20-a2f6-31de956bc32a req-dfbc5403-194f-470f-9a17-df0ca563520a tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] 10.222.0.99 "GET /v2.0/ports?device_id=8a11ecbf-ac79-491a-82e9-48c2aca366b2 HTTP/1.1" status: 200 len: 944 time: 0.3053265 Feb 04 07:59:31.527494 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-b604d083-dabe-4d20-a2f6-31de956bc32a req-9ae37f14-b956-4ced-9378-6199673d8728 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] 10.222.0.99 "GET /v2.0/security-groups?id=23e57bf3-6871-46d4-a88b-2b22ec633850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896356 Feb 04 07:59:31.531660 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-f04d9440-13b3-4906-8f35-2cddc8c2a876 req-521951b1-2502-47b8-be73-9c2c04c761d8 service neutron] 10.222.0.76 "GET /v2.0/networks/d6cc8c6f-e231-4895-957c-7832ba254527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4134412 Feb 04 07:59:31.853656 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b703b89d-1072-4536-a080-96a871bca0fa req-a6b7ac33-298a-4348-994f-f1b40034e4b9 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:59:31.855431 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-b703b89d-1072-4536-a080-96a871bca0fa req-a6b7ac33-298a-4348-994f-f1b40034e4b9 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/ports?device_id=6a08b689-796b-46b2-87e8-9a6e591081ef HTTP/1.1" status: 200 len: 945 time: 0.2511261 Feb 04 07:59:31.886676 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efde8f23-3020-4098-b635-af93a0d9a819 req-93cd2df4-9d0c-4473-8727-960906754b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:59:31.888270 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-efde8f23-3020-4098-b635-af93a0d9a819 req-93cd2df4-9d0c-4473-8727-960906754b1c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e025b0caf149437a978dcb2e658b1da5&device_id=8a11ecbf-ac79-491a-82e9-48c2aca366b2 HTTP/1.1" status: 200 len: 1161 time: 0.2198420 Feb 04 07:59:32.011235 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-b703b89d-1072-4536-a080-96a871bca0fa req-a76a5d1a-3f50-4a44-8f27-0a2a84bc8e38 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/security-groups?id=165ca7ed-0745-4a75-913b-d38f318fbd54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460660 Feb 04 07:59:32.048415 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.agents_db [None req-15dbd8ae-9ae4-49dc-a873-5f27e28d1d51 None None] Agent healthcheck: found 6 active agents {{(pid=80116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 04 07:59:32.078946 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efde8f23-3020-4098-b635-af93a0d9a819 req-77cb21f8-ab37-40af-aaf2-a63ab38d6fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:59:32.080569 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-efde8f23-3020-4098-b635-af93a0d9a819 req-77cb21f8-ab37-40af-aaf2-a63ab38d6fc2 service neutron] 10.222.0.76 "GET /v2.0/networks?id=d6cc8c6f-e231-4895-957c-7832ba254527 HTTP/1.1" status: 200 len: 909 time: 0.1781356 Feb 04 07:59:32.162335 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-efde8f23-3020-4098-b635-af93a0d9a819 req-782e03bd-e8bc-4344-9cd3-8cc8cf04a746 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ab53681c-0a08-4ac8-b8d2-43aa510305da HTTP/1.1" status: 200 len: 217 time: 0.0729585 Feb 04 07:59:32.246951 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efde8f23-3020-4098-b635-af93a0d9a819 req-84d061af-f612-4147-a419-e68e7e540b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:59:32.248615 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-efde8f23-3020-4098-b635-af93a0d9a819 req-84d061af-f612-4147-a419-e68e7e540b9e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=daa9ab9c-d070-4c63-9925-724b7f6976a7 HTTP/1.1" status: 200 len: 855 time: 0.0701349 Feb 04 07:59:32.305195 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-efde8f23-3020-4098-b635-af93a0d9a819 req-48610240-9f5e-4344-bca7-bfaf630c27fc service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d6cc8c6f-e231-4895-957c-7832ba254527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498669 Feb 04 07:59:32.455156 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-efde8f23-3020-4098-b635-af93a0d9a819 req-c3e3be64-47b8-4f10-a11b-94f58308eaa8 service neutron] 10.222.0.76 "GET /v2.0/networks/d6cc8c6f-e231-4895-957c-7832ba254527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416800 Feb 04 07:59:32.614672 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-efde8f23-3020-4098-b635-af93a0d9a819 req-8f7fb78b-7318-47e8-a338-3aede394d867 service neutron] 10.222.0.76 "GET /v2.0/networks/d6cc8c6f-e231-4895-957c-7832ba254527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1478348 Feb 04 07:59:32.837460 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7da1af6-ddbb-4305-a210-38f30ff58aae req-5bf564c6-51ec-4bed-930a-d195abde4eff tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:59:32.839197 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-d7da1af6-ddbb-4305-a210-38f30ff58aae req-5bf564c6-51ec-4bed-930a-d195abde4eff tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] 10.222.0.99 "GET /v2.0/ports?device_id=8a11ecbf-ac79-491a-82e9-48c2aca366b2 HTTP/1.1" status: 200 len: 944 time: 0.1756144 Feb 04 07:59:32.910216 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-d7da1af6-ddbb-4305-a210-38f30ff58aae req-60cbf6f5-c2a9-4260-bf29-1e73bee629d8 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] 10.222.0.99 "GET /v2.0/security-groups?id=23e57bf3-6871-46d4-a88b-2b22ec633850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643568 Feb 04 07:59:33.388056 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4e323d-05b8-43ca-b36a-91b524f14ab6 req-d20f73af-7d51-42e3-8b19-8fcf4417b152 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:59:33.389781 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-5d4e323d-05b8-43ca-b36a-91b524f14ab6 req-d20f73af-7d51-42e3-8b19-8fcf4417b152 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/ports?device_id=6a08b689-796b-46b2-87e8-9a6e591081ef HTTP/1.1" status: 200 len: 945 time: 0.2483029 Feb 04 07:59:33.457646 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-5d4e323d-05b8-43ca-b36a-91b524f14ab6 req-c7a50ad6-dc14-4aa9-af18-534412a2dc2d tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/security-groups?id=165ca7ed-0745-4a75-913b-d38f318fbd54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604384 Feb 04 07:59:33.674051 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 52022) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:59:33.866798 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-d86660c5-6abd-4781-b6b9-94894689afee admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=d169c946ffe1451eb4af6bf508791261&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1890919 Feb 04 07:59:33.867286 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 52030) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:59:33.931531 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ca33df68-8d13-41bc-a87a-edb6fa29647f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:33.961710 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ca33df68-8d13-41bc-a87a-edb6fa29647f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:34.011063 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ca33df68-8d13-41bc-a87a-edb6fa29647f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:34.016691 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-f4568258-14b8-4956-850a-e2d93002a7e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:59:34.031713 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca33df68-8d13-41bc-a87a-edb6fa29647f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4681ea8-0ae2-4368-9c53-0f9fb3582783,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:59:34.039623 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-ca33df68-8d13-41bc-a87a-edb6fa29647f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:59:34.045544 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ca33df68-8d13-41bc-a87a-edb6fa29647f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:34.050219 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-ca33df68-8d13-41bc-a87a-edb6fa29647f admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/e4681ea8-0ae2-4368-9c53-0f9fb3582783 HTTP/1.1" status: 204 len: 168 time: 0.1787586 Feb 04 07:59:34.223534 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd6565d-d199-4e56-8118-627b1bb57ce8 req-d63d9476-28b4-4ef5-a9fc-63b06b155c73 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:59:34.225244 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-3fd6565d-d199-4e56-8118-627b1bb57ce8 req-d63d9476-28b4-4ef5-a9fc-63b06b155c73 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] 10.222.0.99 "GET /v2.0/ports?device_id=8a11ecbf-ac79-491a-82e9-48c2aca366b2 HTTP/1.1" status: 200 len: 944 time: 0.1773543 Feb 04 07:59:34.292182 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-3fd6565d-d199-4e56-8118-627b1bb57ce8 req-a3983412-8961-4103-90d3-e214f7a2b849 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] 10.222.0.99 "GET /v2.0/security-groups?id=23e57bf3-6871-46d4-a88b-2b22ec633850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603721 Feb 04 07:59:34.771755 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b859b20-fa81-4c44-9a73-51a2ee2e88aa req-5160ce7d-0eb7-4c20-9edd-e479296f768e tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:59:34.773553 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-6b859b20-fa81-4c44-9a73-51a2ee2e88aa req-5160ce7d-0eb7-4c20-9edd-e479296f768e tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/ports?device_id=6a08b689-796b-46b2-87e8-9a6e591081ef HTTP/1.1" status: 200 len: 945 time: 0.1738768 Feb 04 07:59:34.849110 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-6b859b20-fa81-4c44-9a73-51a2ee2e88aa req-922a681a-7e33-484a-946f-0c7c9d282702 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/security-groups?id=165ca7ed-0745-4a75-913b-d38f318fbd54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674968 Feb 04 07:59:35.740407 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33960827-eea7-4488-ab00-5c9b6af92e3a req-68de56ec-5b62-4021-ad30-3c3bb2577fba tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:59:35.742447 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-33960827-eea7-4488-ab00-5c9b6af92e3a req-68de56ec-5b62-4021-ad30-3c3bb2577fba tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] 10.222.0.99 "GET /v2.0/ports?device_id=8a11ecbf-ac79-491a-82e9-48c2aca366b2 HTTP/1.1" status: 200 len: 944 time: 0.2718899 Feb 04 07:59:35.910281 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-33960827-eea7-4488-ab00-5c9b6af92e3a req-884a986f-26cb-46c8-8e79-db6c1e86282e tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] 10.222.0.99 "GET /v2.0/security-groups?id=23e57bf3-6871-46d4-a88b-2b22ec633850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560202 Feb 04 07:59:36.211712 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cab1c4-99b3-403b-9039-9a3ee4f33890 req-734bd9f2-73c0-4822-935e-6e4be5bcfe1e tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:59:36.213427 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-19cab1c4-99b3-403b-9039-9a3ee4f33890 req-734bd9f2-73c0-4822-935e-6e4be5bcfe1e tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/ports?device_id=6a08b689-796b-46b2-87e8-9a6e591081ef HTTP/1.1" status: 200 len: 945 time: 0.1718671 Feb 04 07:59:36.283595 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-19cab1c4-99b3-403b-9039-9a3ee4f33890 req-4302c4d8-fd03-4d40-93dc-ce91dc16a4eb tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/security-groups?id=165ca7ed-0745-4a75-913b-d38f318fbd54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622213 Feb 04 07:59:36.548608 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66874c11-da2c-4930-a86e-628df5a6d712 req-77db7bb4-6792-4326-840b-19402af251da tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:59:36.550271 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-66874c11-da2c-4930-a86e-628df5a6d712 req-77db7bb4-6792-4326-840b-19402af251da tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/ports?device_id=ed56eae0-d057-445b-a86c-975c99566052 HTTP/1.1" status: 200 len: 946 time: 0.1643810 Feb 04 07:59:36.615503 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-66874c11-da2c-4930-a86e-628df5a6d712 req-c18bf03b-cfec-4652-9a35-3a6d77954afa tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/security-groups?id=2efe4fb4-6c5a-4311-a0c5-d5a12c9309ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582578 Feb 04 07:59:37.192884 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Device ff3f9037-f01f-4834-9b48-0bdf19614e19 up at agent ovs-agent-hv-cinder-73306 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 07:59:37.301354 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Provisioning complete for port ff3f9037-f01f-4834-9b48-0bdf19614e19 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 07:59:37.301785 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762158'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:37.486087 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Device ab53681c-0a08-4ac8-b8d2-43aa510305da up at agent ovs-agent-hv-cinder-73306 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 07:59:37.528292 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb4183e-c7e1-44ad-a47a-69b47f9956c6 req-01a96913-2697-4bf3-810f-60a2173d3308 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:59:37.536651 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-fbb4183e-c7e1-44ad-a47a-69b47f9956c6 req-01a96913-2697-4bf3-810f-60a2173d3308 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] 10.222.0.99 "GET /v2.0/ports?device_id=8a11ecbf-ac79-491a-82e9-48c2aca366b2 HTTP/1.1" status: 200 len: 944 time: 0.4883173 Feb 04 07:59:37.607551 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:37.610886 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Provisioning for port ab53681c-0a08-4ac8-b8d2-43aa510305da completed by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 04 07:59:37.617560 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Provisioning complete for port ab53681c-0a08-4ac8-b8d2-43aa510305da triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 07:59:37.618191 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762158'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:37.698925 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-fbb4183e-c7e1-44ad-a47a-69b47f9956c6 req-ae608eb6-4af2-476a-b851-fb1301098e58 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] 10.222.0.99 "GET /v2.0/security-groups?id=23e57bf3-6871-46d4-a88b-2b22ec633850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611676 Feb 04 07:59:37.827512 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:37.869863 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] For port ab53681c-0a08-4ac8-b8d2-43aa510305da, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=ab53681c-0a08-4ac8-b8d2-43aa510305da,segment=NetworkSegment(7f07e79c-d155-408f-9374-f6b393baea02),segment_id=7f07e79c-d155-408f-9374-f6b393baea02)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 07:59:37.873740 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a11ecbf-ac79-491a-82e9-48c2aca366b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab53681c-0a08-4ac8-b8d2-43aa510305da'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 07:59:37.879659 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309259674757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309260170288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727594605546'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:37.881838 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:59:37.926497 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46d8f0c-bff1-4440-9692-f80667ccecdc req-4c541fc7-2faf-4c8d-9bed-b74b54f55ec0 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:59:37.928277 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-f46d8f0c-bff1-4440-9692-f80667ccecdc req-4c541fc7-2faf-4c8d-9bed-b74b54f55ec0 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/ports?device_id=6a08b689-796b-46b2-87e8-9a6e591081ef HTTP/1.1" status: 200 len: 945 time: 0.3894196 Feb 04 07:59:37.968618 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Pushing event updated for resources: {'Port': ['ID=ab53681c-0a08-4ac8-b8d2-43aa510305da,revision_number=4']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:59:37.973928 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:59:38.117304 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-f46d8f0c-bff1-4440-9692-f80667ccecdc req-940b0155-e93e-4ead-911e-f1e6edd52368 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/security-groups?id=165ca7ed-0745-4a75-913b-d38f318fbd54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021948 Feb 04 07:59:38.191962 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a11ecbf-ac79-491a-82e9-48c2aca366b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab53681c-0a08-4ac8-b8d2-43aa510305da', 'code': 200} Feb 04 07:59:38.224794 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19792ab2-0e3c-4422-890b-83340745ce38 req-9e34e943-3e76-4391-8b67-12e37f4effce tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:59:38.226516 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-19792ab2-0e3c-4422-890b-83340745ce38 req-9e34e943-3e76-4391-8b67-12e37f4effce tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/ports?device_id=ed56eae0-d057-445b-a86c-975c99566052 HTTP/1.1" status: 200 len: 946 time: 0.2972536 Feb 04 07:59:38.229689 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc1be91-fbbd-4b5c-9a98-af0c4461042c req-ba9cdfd6-b1c2-4f12-a40d-dae1908a7d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:59:38.231212 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-9bc1be91-fbbd-4b5c-9a98-af0c4461042c req-ba9cdfd6-b1c2-4f12-a40d-dae1908a7d30 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=6a08b689-796b-46b2-87e8-9a6e591081ef HTTP/1.1" status: 200 len: 1162 time: 0.3000550 Feb 04 07:59:38.320188 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-19792ab2-0e3c-4422-890b-83340745ce38 req-54045626-5560-45b9-a721-52d2b8fbb934 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/security-groups?id=2efe4fb4-6c5a-4311-a0c5-d5a12c9309ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872977 Feb 04 07:59:38.329139 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-9bc1be91-fbbd-4b5c-9a98-af0c4461042c req-339690a0-9351-4ab8-bd7a-7da7b530649f service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=165ca7ed-0745-4a75-913b-d38f318fbd54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743306 Feb 04 07:59:38.810490 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Device ff3f9037-f01f-4834-9b48-0bdf19614e19 up at agent ovs-agent-hv-cinder-73306 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 07:59:38.914283 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Provisioning complete for port ff3f9037-f01f-4834-9b48-0bdf19614e19 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 07:59:38.914697 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762158'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:38.995569 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d848b740-acfa-49eb-b9f9-08388e34aae4 req-2e40d17a-5e1a-45c9-8abf-23203f7e92d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:59:38.997428 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-d848b740-acfa-49eb-b9f9-08388e34aae4 req-2e40d17a-5e1a-45c9-8abf-23203f7e92d0 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=8a11ecbf-ac79-491a-82e9-48c2aca366b2 HTTP/1.1" status: 200 len: 1163 time: 0.2294791 Feb 04 07:59:39.079233 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Device ab53681c-0a08-4ac8-b8d2-43aa510305da up at agent ovs-agent-hv-cinder-73306 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 07:59:39.190949 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56708420-9f14-4ed0-8d3c-956e81dbac79 req-1276fb50-0234-444e-97b5-a618a80d8fd2 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:59:39.192857 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-56708420-9f14-4ed0-8d3c-956e81dbac79 req-1276fb50-0234-444e-97b5-a618a80d8fd2 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] 10.222.0.99 "GET /v2.0/ports?device_id=8a11ecbf-ac79-491a-82e9-48c2aca366b2 HTTP/1.1" status: 200 len: 946 time: 0.2838368 Feb 04 07:59:39.205367 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Provisioning complete for port ab53681c-0a08-4ac8-b8d2-43aa510305da triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 07:59:39.207975 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762158'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:39.239726 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-d848b740-acfa-49eb-b9f9-08388e34aae4 req-a5a1650a-cdcb-46a0-a3ac-50d87a8bf7f6 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=23e57bf3-6871-46d4-a88b-2b22ec633850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322924 Feb 04 07:59:39.327275 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-56708420-9f14-4ed0-8d3c-956e81dbac79 req-6a45ec36-422e-4b80-b46d-5787f51fc609 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] 10.222.0.99 "GET /v2.0/security-groups?id=23e57bf3-6871-46d4-a88b-2b22ec633850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136074 Feb 04 07:59:39.654816 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfff943f-7904-49a1-9709-c340fcb9e58c req-824d4d70-30ee-4b17-99fd-67e3a63c8c02 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:59:39.656575 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-cfff943f-7904-49a1-9709-c340fcb9e58c req-824d4d70-30ee-4b17-99fd-67e3a63c8c02 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/ports?device_id=6a08b689-796b-46b2-87e8-9a6e591081ef HTTP/1.1" status: 200 len: 945 time: 0.1676462 Feb 04 07:59:39.723899 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-cfff943f-7904-49a1-9709-c340fcb9e58c req-9556ebe8-4150-4108-9a47-9b7741d00e83 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/security-groups?id=165ca7ed-0745-4a75-913b-d38f318fbd54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603316 Feb 04 07:59:40.030026 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9a78d5-90a2-499a-9174-14d52c759e9d req-e7719e13-39fa-4a9a-9403-829eb740746e tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:59:40.032160 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-bb9a78d5-90a2-499a-9174-14d52c759e9d req-e7719e13-39fa-4a9a-9403-829eb740746e tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/ports?device_id=ed56eae0-d057-445b-a86c-975c99566052 HTTP/1.1" status: 200 len: 946 time: 0.1869082 Feb 04 07:59:40.148852 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-bb9a78d5-90a2-499a-9174-14d52c759e9d req-f5e96c91-5af7-48a1-9583-1d7943100954 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/security-groups?id=2efe4fb4-6c5a-4311-a0c5-d5a12c9309ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963655 Feb 04 07:59:40.585809 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Device ff3f9037-f01f-4834-9b48-0bdf19614e19 up at agent ovs-agent-hv-cinder-73306 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 07:59:40.640937 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d350b4ea-a053-4424-b19d-591aec75be46 req-02338791-afc1-46c7-9451-a57424724be5 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:59:40.643275 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-d350b4ea-a053-4424-b19d-591aec75be46 req-02338791-afc1-46c7-9451-a57424724be5 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] 10.222.0.99 "GET /v2.0/ports?device_id=8a11ecbf-ac79-491a-82e9-48c2aca366b2 HTTP/1.1" status: 200 len: 946 time: 0.1778989 Feb 04 07:59:40.663627 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Provisioning complete for port ff3f9037-f01f-4834-9b48-0bdf19614e19 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 07:59:40.664450 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762158'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:40.723369 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-d350b4ea-a053-4424-b19d-591aec75be46 req-85d8aedc-30ee-4843-8fb5-45aee48a9d09 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] 10.222.0.99 "GET /v2.0/security-groups?id=23e57bf3-6871-46d4-a88b-2b22ec633850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727985 Feb 04 07:59:41.043758 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2390a7aa-8dd9-4772-85dd-e0d944e61f60 req-2ecbb314-3214-40fc-8d31-f9211e387f45 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:59:41.045383 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-2390a7aa-8dd9-4772-85dd-e0d944e61f60 req-2ecbb314-3214-40fc-8d31-f9211e387f45 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/ports?device_id=6a08b689-796b-46b2-87e8-9a6e591081ef HTTP/1.1" status: 200 len: 945 time: 0.1810961 Feb 04 07:59:41.112017 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-2390a7aa-8dd9-4772-85dd-e0d944e61f60 req-e72697bd-4ad4-4878-86a7-75b6bf8e870a tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/security-groups?id=165ca7ed-0745-4a75-913b-d38f318fbd54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591557 Feb 04 07:59:41.581170 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536f0bb7-e5c1-4933-a9f1-9688b687c4c9 req-795c2603-8b50-466f-ac8c-2621cda2b1d9 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:59:41.583066 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-536f0bb7-e5c1-4933-a9f1-9688b687c4c9 req-795c2603-8b50-466f-ac8c-2621cda2b1d9 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/ports?device_id=ed56eae0-d057-445b-a86c-975c99566052 HTTP/1.1" status: 200 len: 946 time: 0.2255063 Feb 04 07:59:41.707640 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-536f0bb7-e5c1-4933-a9f1-9688b687c4c9 req-e6b965a7-3335-43c5-9a7f-b8660ebbf86c tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/security-groups?id=2efe4fb4-6c5a-4311-a0c5-d5a12c9309ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1155300 Feb 04 07:59:41.716833 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 52230) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:59:41.813620 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90291595-64b0-4504-af1e-649e643a661e req-5a9a196c-5f72-4950-841a-447af599feb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:59:41.815759 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-90291595-64b0-4504-af1e-649e643a661e req-5a9a196c-5f72-4950-841a-447af599feb7 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fdc2e6a78c794db1bf575f754255feb7&device_id=6a08b689-796b-46b2-87e8-9a6e591081ef HTTP/1.1" status: 200 len: 1162 time: 0.1832471 Feb 04 07:59:41.900923 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-55dc7682-695c-45b2-8d53-2657982afb02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:41.906712 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3674c918-4a1b-4403-b660-8f5deef12520 req-39844fb1-4b21-4da6-8b17-914846317cb9 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:59:41.908566 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-3674c918-4a1b-4403-b660-8f5deef12520 req-39844fb1-4b21-4da6-8b17-914846317cb9 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/ports?device_id=6a08b689-796b-46b2-87e8-9a6e591081ef HTTP/1.1" status: 200 len: 945 time: 0.2250235 Feb 04 07:59:41.917604 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-55dc7682-695c-45b2-8d53-2657982afb02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 07:59:41.922295 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-55dc7682-695c-45b2-8d53-2657982afb02 admin admin] Usage tracker for resource:security_group_rule and tenant:911cdb6007504ebdb9080308a54e19f1 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 07:59:41.926714 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-55dc7682-695c-45b2-8d53-2657982afb02 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 07:59:41.939675 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-55dc7682-695c-45b2-8d53-2657982afb02 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 07:59:42.040656 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-55dc7682-695c-45b2-8d53-2657982afb02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:42.046962 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-55dc7682-695c-45b2-8d53-2657982afb02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:42.055219 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-9e89e712-1de0-4c2a-a5dc-78dc2cbfa2a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:59:42.102783 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-55dc7682-695c-45b2-8d53-2657982afb02 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=911cdb6007504ebdb9080308a54e19f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3820689 Feb 04 07:59:42.102783 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dc7682-695c-45b2-8d53-2657982afb02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7834d59-2c2f-4075-9ce6-f226a9d79bd1,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:59:42.104603 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 52240) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:59:42.107495 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-55dc7682-695c-45b2-8d53-2657982afb02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:59:42.137962 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-3674c918-4a1b-4403-b660-8f5deef12520 req-f672c275-f148-429b-a282-a798912c2663 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/security-groups?id=165ca7ed-0745-4a75-913b-d38f318fbd54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644762 Feb 04 07:59:42.171947 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-944e01fb-767a-4b63-842b-138b18c616e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:42.202577 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-944e01fb-767a-4b63-842b-138b18c616e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:42.249496 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-944e01fb-767a-4b63-842b-138b18c616e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:42.255570 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-69018d37-a800-4baa-a8ac-3247da02b22a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:59:42.270375 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944e01fb-767a-4b63-842b-138b18c616e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7834d59-2c2f-4075-9ce6-f226a9d79bd1,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:59:42.272837 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-944e01fb-767a-4b63-842b-138b18c616e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:42.276689 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-944e01fb-767a-4b63-842b-138b18c616e7 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/b7834d59-2c2f-4075-9ce6-f226a9d79bd1 HTTP/1.1" status: 204 len: 168 time: 0.1684263 Feb 04 07:59:42.276689 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-944e01fb-767a-4b63-842b-138b18c616e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:59:42.277172 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce136146-2387-4c12-a61c-a2c00c78bcf0 req-5b16a4d7-fb17-468a-8ae0-6de28e75a60b tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:59:42.277172 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-ce136146-2387-4c12-a61c-a2c00c78bcf0 req-5b16a4d7-fb17-468a-8ae0-6de28e75a60b tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] 10.222.0.99 "GET /v2.0/ports?device_id=8a11ecbf-ac79-491a-82e9-48c2aca366b2 HTTP/1.1" status: 200 len: 946 time: 0.3658841 Feb 04 07:59:42.278305 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90291595-64b0-4504-af1e-649e643a661e req-268b8d50-4249-4317-b2e8-75e45b864bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:59:42.279764 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-90291595-64b0-4504-af1e-649e643a661e req-268b8d50-4249-4317-b2e8-75e45b864bc2 service neutron] 10.222.0.76 "GET /v2.0/networks?id=3c6985d7-344a-4685-b74e-38826882e570 HTTP/1.1" status: 200 len: 912 time: 0.3697839 Feb 04 07:59:42.387044 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-90291595-64b0-4504-af1e-649e643a661e req-0e50686e-f8b3-4ee6-86d3-e72dc9b4dd85 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ff3f9037-f01f-4834-9b48-0bdf19614e19 HTTP/1.1" status: 200 len: 217 time: 0.0973301 Feb 04 07:59:42.489770 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-ce136146-2387-4c12-a61c-a2c00c78bcf0 req-1a1d153e-5b09-4737-a7b6-8871c2b3c875 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] 10.222.0.99 "GET /v2.0/security-groups?id=23e57bf3-6871-46d4-a88b-2b22ec633850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385360 Feb 04 07:59:42.523807 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90291595-64b0-4504-af1e-649e643a661e req-56fedc55-72ed-4011-aa9f-6cf306352116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:59:42.525765 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-90291595-64b0-4504-af1e-649e643a661e req-56fedc55-72ed-4011-aa9f-6cf306352116 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=6e3e4c1f-bef5-4969-b1a2-0e7821d81c28 HTTP/1.1" status: 200 len: 858 time: 0.1205282 Feb 04 07:59:42.598543 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-90291595-64b0-4504-af1e-649e643a661e req-6e93ed8a-6663-444c-ac75-0e784bf070c2 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3c6985d7-344a-4685-b74e-38826882e570&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0610688 Feb 04 07:59:42.795322 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-90291595-64b0-4504-af1e-649e643a661e req-a401ed85-cf25-4c62-83a3-3faf95129919 service neutron] 10.222.0.76 "GET /v2.0/networks/3c6985d7-344a-4685-b74e-38826882e570?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633816 Feb 04 07:59:43.030896 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Device ab53681c-0a08-4ac8-b8d2-43aa510305da up at agent ovs-agent-hv-cinder-73306 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 07:59:43.044626 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-90291595-64b0-4504-af1e-649e643a661e req-2509ff0a-7095-4de5-9bbf-f602f9bbbc57 service neutron] 10.222.0.76 "GET /v2.0/networks/3c6985d7-344a-4685-b74e-38826882e570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2468967 Feb 04 07:59:43.120280 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Provisioning complete for port ab53681c-0a08-4ac8-b8d2-43aa510305da triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 07:59:43.121120 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762158'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:43.143542 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8f171f-13cd-4867-9955-365e2f31b392 req-ec232ae1-d896-4dc2-b877-25261efd19b3 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:59:43.151611 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-6a8f171f-13cd-4867-9955-365e2f31b392 req-ec232ae1-d896-4dc2-b877-25261efd19b3 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/ports?device_id=ed56eae0-d057-445b-a86c-975c99566052 HTTP/1.1" status: 200 len: 946 time: 0.2667906 Feb 04 07:59:43.231386 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-6a8f171f-13cd-4867-9955-365e2f31b392 req-c57f0f11-5684-4f67-b2fd-995ac054f8bd tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/security-groups?id=2efe4fb4-6c5a-4311-a0c5-d5a12c9309ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786407 Feb 04 07:59:43.467869 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36870585-23ea-46ae-8283-6dcb0663d31d req-e1d1844b-599f-4baa-b907-f723e76fda83 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:59:43.469495 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-36870585-23ea-46ae-8283-6dcb0663d31d req-e1d1844b-599f-4baa-b907-f723e76fda83 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/ports?device_id=6a08b689-796b-46b2-87e8-9a6e591081ef HTTP/1.1" status: 200 len: 945 time: 0.1844265 Feb 04 07:59:43.536022 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-36870585-23ea-46ae-8283-6dcb0663d31d req-db0ef03d-da1c-4282-83dd-8298e3ccc08e tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/security-groups?id=165ca7ed-0745-4a75-913b-d38f318fbd54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592682 Feb 04 07:59:44.271838 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d702206-8039-4dc4-95c6-320442215a41 req-5b4ce4f7-fbc6-406d-a0be-510e3d3046bf tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:59:44.273595 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-5d702206-8039-4dc4-95c6-320442215a41 req-5b4ce4f7-fbc6-406d-a0be-510e3d3046bf tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] 10.222.0.99 "GET /v2.0/ports?device_id=ee480593-ba86-44ab-b121-9e243feb6605 HTTP/1.1" status: 200 len: 945 time: 0.3872170 Feb 04 07:59:44.347434 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-5d702206-8039-4dc4-95c6-320442215a41 req-4d6fe984-5f80-4bd5-84fb-8afecea2b307 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] 10.222.0.99 "GET /v2.0/security-groups?id=97e209db-0d86-4808-83b0-429263fefeea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670040 Feb 04 07:59:44.589869 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Device ff3f9037-f01f-4834-9b48-0bdf19614e19 up at agent ovs-agent-hv-cinder-73306 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 07:59:44.653978 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6217c2aa-6fa7-4dc7-a688-1113aeb293c9 req-1b3be66b-c2a3-4036-a864-9a0d6fedb12a tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:59:44.662370 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-6217c2aa-6fa7-4dc7-a688-1113aeb293c9 req-1b3be66b-c2a3-4036-a864-9a0d6fedb12a tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/ports?device_id=ed56eae0-d057-445b-a86c-975c99566052 HTTP/1.1" status: 200 len: 946 time: 0.1862133 Feb 04 07:59:44.684345 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Provisioning complete for port ff3f9037-f01f-4834-9b48-0bdf19614e19 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 07:59:44.684766 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762158'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:44.751700 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-6217c2aa-6fa7-4dc7-a688-1113aeb293c9 req-a6bc649b-09ef-482e-baf7-a637bcaf4219 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/security-groups?id=2efe4fb4-6c5a-4311-a0c5-d5a12c9309ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882695 Feb 04 07:59:45.041520 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83d0b45-e571-437c-877e-79606058a746 req-34c81de0-42df-4068-b91f-b0b302370fb1 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:59:45.043269 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-c83d0b45-e571-437c-877e-79606058a746 req-34c81de0-42df-4068-b91f-b0b302370fb1 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/ports?device_id=6a08b689-796b-46b2-87e8-9a6e591081ef HTTP/1.1" status: 200 len: 945 time: 0.1788421 Feb 04 07:59:45.099043 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 52314) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:59:45.114814 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-c83d0b45-e571-437c-877e-79606058a746 req-b34b081d-347a-4e4f-b796-465e91fa4ac1 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/security-groups?id=165ca7ed-0745-4a75-913b-d38f318fbd54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641088 Feb 04 07:59:45.263472 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-155f31bf-20fd-400e-ad52-edc2c9de3e88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:45.280228 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-155f31bf-20fd-400e-ad52-edc2c9de3e88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 07:59:45.285857 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-155f31bf-20fd-400e-ad52-edc2c9de3e88 admin admin] Usage tracker for resource:security_group_rule and tenant:18e5189aa78247768dca9cbbd447e846 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 07:59:45.289611 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-155f31bf-20fd-400e-ad52-edc2c9de3e88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 07:59:45.295797 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-155f31bf-20fd-400e-ad52-edc2c9de3e88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 07:59:45.395414 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-155f31bf-20fd-400e-ad52-edc2c9de3e88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:45.398347 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-155f31bf-20fd-400e-ad52-edc2c9de3e88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:45.408105 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-84530ae0-20ba-49a0-a761-0f19b4a010eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:59:45.453492 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-155f31bf-20fd-400e-ad52-edc2c9de3e88 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=18e5189aa78247768dca9cbbd447e846&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3531771 Feb 04 07:59:45.454746 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155f31bf-20fd-400e-ad52-edc2c9de3e88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d059ea75-ad71-4a3f-a151-b743f10bfe61,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:59:45.457515 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.99', 52322) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:59:45.459245 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-155f31bf-20fd-400e-ad52-edc2c9de3e88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:59:45.595489 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-d3b66fc1-f774-48cb-91d4-326062bafcb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:45.630196 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-d3b66fc1-f774-48cb-91d4-326062bafcb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:45.726167 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bc4b40-4714-4bef-afb0-6ef2bca6da6a req-5dd84a35-f63e-459c-b73e-227dfd7a7dd5 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:59:45.727764 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-70bc4b40-4714-4bef-afb0-6ef2bca6da6a req-5dd84a35-f63e-459c-b73e-227dfd7a7dd5 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] 10.222.0.99 "GET /v2.0/ports?device_id=ee480593-ba86-44ab-b121-9e243feb6605 HTTP/1.1" status: 200 len: 945 time: 0.2348204 Feb 04 07:59:45.812779 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-70bc4b40-4714-4bef-afb0-6ef2bca6da6a req-1f05671e-4444-41ca-b6db-ce94a6ff9686 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] 10.222.0.99 "GET /v2.0/security-groups?id=97e209db-0d86-4808-83b0-429263fefeea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762429 Feb 04 07:59:45.819673 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-d3b66fc1-f774-48cb-91d4-326062bafcb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:45.824918 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:59:45.839064 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b66fc1-f774-48cb-91d4-326062bafcb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d059ea75-ad71-4a3f-a151-b743f10bfe61,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:59:45.848456 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-d3b66fc1-f774-48cb-91d4-326062bafcb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:59:45.849293 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-d3b66fc1-f774-48cb-91d4-326062bafcb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:45.851624 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-d3b66fc1-f774-48cb-91d4-326062bafcb4 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/d059ea75-ad71-4a3f-a151-b743f10bfe61 HTTP/1.1" status: 204 len: 168 time: 0.3916359 Feb 04 07:59:46.127350 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa70e047-87cf-4ece-8196-a9e7070b6384 req-df2afc39-7eb7-463e-b271-300588050be6 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:59:46.129655 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-fa70e047-87cf-4ece-8196-a9e7070b6384 req-df2afc39-7eb7-463e-b271-300588050be6 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/ports?device_id=ed56eae0-d057-445b-a86c-975c99566052 HTTP/1.1" status: 200 len: 946 time: 0.2026448 Feb 04 07:59:46.202732 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-fa70e047-87cf-4ece-8196-a9e7070b6384 req-45c2ab8f-3823-41b4-a7fe-8530e2bd4cf1 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/security-groups?id=2efe4fb4-6c5a-4311-a0c5-d5a12c9309ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664983 Feb 04 07:59:46.486378 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c100b8-eb42-4bc9-bc7a-cecbf5dc4502 req-fa06c41a-2158-483f-874d-a6502afe0234 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:59:46.488271 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-c3c100b8-eb42-4bc9-bc7a-cecbf5dc4502 req-fa06c41a-2158-483f-874d-a6502afe0234 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/ports?device_id=6a08b689-796b-46b2-87e8-9a6e591081ef HTTP/1.1" status: 200 len: 945 time: 0.2107711 Feb 04 07:59:46.563635 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-c3c100b8-eb42-4bc9-bc7a-cecbf5dc4502 req-84f2f9d1-525f-43bb-9ecf-dcc6b91fde2c tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/security-groups?id=165ca7ed-0745-4a75-913b-d38f318fbd54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682011 Feb 04 07:59:46.879682 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Device ff3f9037-f01f-4834-9b48-0bdf19614e19 up at agent ovs-agent-hv-cinder-73306 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 07:59:46.963902 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Provisioning complete for port ff3f9037-f01f-4834-9b48-0bdf19614e19 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 07:59:46.964868 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762158'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:47.208889 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e18149-eb6f-4910-9c8b-1ebb485b48f0 req-82f4e992-b61d-44d5-b91f-3558f32679ed tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:59:47.211638 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-c8e18149-eb6f-4910-9c8b-1ebb485b48f0 req-82f4e992-b61d-44d5-b91f-3558f32679ed tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] 10.222.0.99 "GET /v2.0/ports?device_id=ee480593-ba86-44ab-b121-9e243feb6605 HTTP/1.1" status: 200 len: 945 time: 0.2078347 Feb 04 07:59:47.282294 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-c8e18149-eb6f-4910-9c8b-1ebb485b48f0 req-53f28093-24c3-4a33-84fa-cb87a407b2a7 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] 10.222.0.99 "GET /v2.0/security-groups?id=97e209db-0d86-4808-83b0-429263fefeea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651994 Feb 04 07:59:47.598748 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d338b216-450a-479b-b200-0ed67276eb51 req-c1814329-4cf7-4112-b670-2fa85c114e9e tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:59:47.600667 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-d338b216-450a-479b-b200-0ed67276eb51 req-c1814329-4cf7-4112-b670-2fa85c114e9e tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/ports?device_id=ed56eae0-d057-445b-a86c-975c99566052 HTTP/1.1" status: 200 len: 946 time: 0.1971908 Feb 04 07:59:47.670114 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-d338b216-450a-479b-b200-0ed67276eb51 req-c62834e8-6147-4677-99bf-840dad672e65 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/security-groups?id=2efe4fb4-6c5a-4311-a0c5-d5a12c9309ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615687 Feb 04 07:59:47.864881 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22c732e-62d9-4908-b277-bfce08acdf53 req-d9c182ad-44ee-45a3-a52e-045f9e5c521c tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:59:47.866556 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-c22c732e-62d9-4908-b277-bfce08acdf53 req-d9c182ad-44ee-45a3-a52e-045f9e5c521c tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/ports?device_id=6a08b689-796b-46b2-87e8-9a6e591081ef HTTP/1.1" status: 200 len: 945 time: 0.1644943 Feb 04 07:59:47.933250 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-c22c732e-62d9-4908-b277-bfce08acdf53 req-98d9a3dd-356c-4c77-b728-b18754432393 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/security-groups?id=165ca7ed-0745-4a75-913b-d38f318fbd54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604212 Feb 04 07:59:48.637823 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65619cb6-f52a-4f75-80dc-36300fe614a5 req-a090c637-c2f2-4616-93bf-350d99f6a86b tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:59:48.639539 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-65619cb6-f52a-4f75-80dc-36300fe614a5 req-a090c637-c2f2-4616-93bf-350d99f6a86b tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] 10.222.0.99 "GET /v2.0/ports?device_id=ee480593-ba86-44ab-b121-9e243feb6605 HTTP/1.1" status: 200 len: 945 time: 0.1662829 Feb 04 07:59:48.709307 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-65619cb6-f52a-4f75-80dc-36300fe614a5 req-085fbf69-2657-4952-8cfd-6b0221d0ce42 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] 10.222.0.99 "GET /v2.0/security-groups?id=97e209db-0d86-4808-83b0-429263fefeea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633359 Feb 04 07:59:49.026466 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1a52d1-25f9-408b-ba0b-198719601b59 req-0118fb5b-2fbf-4e5a-89b7-c423270476e1 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:59:49.028174 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-9d1a52d1-25f9-408b-ba0b-198719601b59 req-0118fb5b-2fbf-4e5a-89b7-c423270476e1 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/ports?device_id=ed56eae0-d057-445b-a86c-975c99566052 HTTP/1.1" status: 200 len: 946 time: 0.1840115 Feb 04 07:59:49.098588 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-9d1a52d1-25f9-408b-ba0b-198719601b59 req-6b970e39-5570-4191-8e07-54ea0b78c4e3 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/security-groups?id=2efe4fb4-6c5a-4311-a0c5-d5a12c9309ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620847 Feb 04 07:59:49.847148 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1251b55-0195-45e7-8c64-d13fdb86ded4 req-0336d86d-fd67-443e-9c89-ceb894a9ab40 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:59:49.848856 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-d1251b55-0195-45e7-8c64-d13fdb86ded4 req-0336d86d-fd67-443e-9c89-ceb894a9ab40 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/ports?device_id=6a08b689-796b-46b2-87e8-9a6e591081ef HTTP/1.1" status: 200 len: 945 time: 0.1726761 Feb 04 07:59:49.980694 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-d1251b55-0195-45e7-8c64-d13fdb86ded4 req-27606062-c948-4e00-b742-d39f0a54bc5d tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/security-groups?id=165ca7ed-0745-4a75-913b-d38f318fbd54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827160 Feb 04 07:59:50.081430 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cda402-de3f-4b5b-9f18-d21a3929d9d2 req-b9f663f1-4d44-4ffb-9930-3420b3bd79dd tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:59:50.082095 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-b7cda402-de3f-4b5b-9f18-d21a3929d9d2 req-b9f663f1-4d44-4ffb-9930-3420b3bd79dd tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] 10.222.0.99 "GET /v2.0/ports?device_id=ee480593-ba86-44ab-b121-9e243feb6605 HTTP/1.1" status: 200 len: 945 time: 0.2295656 Feb 04 07:59:50.153586 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-b7cda402-de3f-4b5b-9f18-d21a3929d9d2 req-6641caf2-2f3e-4fcd-a298-cf371f85efc4 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] 10.222.0.99 "GET /v2.0/security-groups?id=97e209db-0d86-4808-83b0-429263fefeea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643129 Feb 04 07:59:50.601337 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaf154c-ccaf-478f-b97f-1d5c7d7bc0c2 req-0006cb1f-29e0-488c-bca8-6895280d75e0 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:59:50.603038 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-ccaf154c-ccaf-478f-b97f-1d5c7d7bc0c2 req-0006cb1f-29e0-488c-bca8-6895280d75e0 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/ports?device_id=ed56eae0-d057-445b-a86c-975c99566052 HTTP/1.1" status: 200 len: 946 time: 0.2092361 Feb 04 07:59:50.621948 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-d090fe92-c111-48de-84c6-79ce99024a23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:50.642766 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 52436) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:59:50.695675 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-ccaf154c-ccaf-478f-b97f-1d5c7d7bc0c2 req-d8dd96a7-4085-4e01-9091-b09271c4e32c tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/security-groups?id=2efe4fb4-6c5a-4311-a0c5-d5a12c9309ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783849 Feb 04 07:59:50.822725 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9a01d0ec-d47d-4cb7-a008-a5a0fa8335b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:50.849003 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-9a01d0ec-d47d-4cb7-a008-a5a0fa8335b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 07:59:50.853677 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-9a01d0ec-d47d-4cb7-a008-a5a0fa8335b0 admin admin] Usage tracker for resource:security_group_rule and tenant:c69e8b409d3243e2ae5a8ca38235999e is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 07:59:50.856712 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-9a01d0ec-d47d-4cb7-a008-a5a0fa8335b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 07:59:50.863714 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-9a01d0ec-d47d-4cb7-a008-a5a0fa8335b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 07:59:50.952440 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9a01d0ec-d47d-4cb7-a008-a5a0fa8335b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:50.956368 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9a01d0ec-d47d-4cb7-a008-a5a0fa8335b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:50.966304 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-3fb60b55-cbc4-4a19-8e81-d2f5d6227d51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:59:51.019964 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-9a01d0ec-d47d-4cb7-a008-a5a0fa8335b0 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=c69e8b409d3243e2ae5a8ca38235999e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3747447 Feb 04 07:59:51.020907 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a01d0ec-d47d-4cb7-a008-a5a0fa8335b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40deceab-7c50-4069-9e71-83127fb9716f,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:59:51.022766 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.99', 52444) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:59:51.024487 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-9a01d0ec-d47d-4cb7-a008-a5a0fa8335b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:59:51.088221 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-e28b896d-a01b-418f-8af5-4f7f4fc2b630 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:51.117299 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-e28b896d-a01b-418f-8af5-4f7f4fc2b630 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:51.167126 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-e28b896d-a01b-418f-8af5-4f7f4fc2b630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:51.172416 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-4f199e3a-4bab-4f4e-be0e-9d4073c45fa6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:59:51.184084 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28b896d-a01b-418f-8af5-4f7f4fc2b630 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40deceab-7c50-4069-9e71-83127fb9716f,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:59:51.188711 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-e28b896d-a01b-418f-8af5-4f7f4fc2b630 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:59:51.194749 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-e28b896d-a01b-418f-8af5-4f7f4fc2b630 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:51.198622 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-e28b896d-a01b-418f-8af5-4f7f4fc2b630 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/40deceab-7c50-4069-9e71-83127fb9716f HTTP/1.1" status: 204 len: 168 time: 0.1712735 Feb 04 07:59:51.487860 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04053d43-2119-4258-8aee-fa161ddbf1e5 req-8a846d09-485f-406b-aa9b-4f0bb3c5547a tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:59:51.489617 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-04053d43-2119-4258-8aee-fa161ddbf1e5 req-8a846d09-485f-406b-aa9b-4f0bb3c5547a tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] 10.222.0.99 "GET /v2.0/ports?device_id=ee480593-ba86-44ab-b121-9e243feb6605 HTTP/1.1" status: 200 len: 945 time: 0.1878860 Feb 04 07:59:51.566453 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-04053d43-2119-4258-8aee-fa161ddbf1e5 req-cbd92ef4-261b-4fbd-afff-6718d2c3326c tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] 10.222.0.99 "GET /v2.0/security-groups?id=97e209db-0d86-4808-83b0-429263fefeea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666852 Feb 04 07:59:52.080726 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eff9175-95c0-4a7b-9f58-308d9438340f req-0325c2f5-4fba-407b-8778-09836c55b8c4 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:59:52.082620 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-9eff9175-95c0-4a7b-9f58-308d9438340f req-0325c2f5-4fba-407b-8778-09836c55b8c4 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/ports?device_id=ed56eae0-d057-445b-a86c-975c99566052 HTTP/1.1" status: 200 len: 946 time: 0.2434955 Feb 04 07:59:52.207356 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2d7604-539d-48fb-8a81-4884d94002b0 req-a4d77303-614d-4857-97ca-fb5288ba9429 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:59:52.209037 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-2f2d7604-539d-48fb-8a81-4884d94002b0 req-a4d77303-614d-4857-97ca-fb5288ba9429 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] 10.222.0.99 "GET /v2.0/ports?device_id=8a11ecbf-ac79-491a-82e9-48c2aca366b2 HTTP/1.1" status: 200 len: 946 time: 0.3017356 Feb 04 07:59:52.276773 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-9eff9175-95c0-4a7b-9f58-308d9438340f req-d6728469-462d-4f58-826e-699c75b898ec tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/security-groups?id=2efe4fb4-6c5a-4311-a0c5-d5a12c9309ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1860554 Feb 04 07:59:52.320827 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-2f2d7604-539d-48fb-8a81-4884d94002b0 req-845e5665-e8f9-4568-87a2-3100d5e410cb tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] 10.222.0.99 "GET /v2.0/security-groups?id=23e57bf3-6871-46d4-a88b-2b22ec633850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052017 Feb 04 07:59:52.734949 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Device 7464ad3a-a108-4124-bb91-84a76f991163 up at agent ovs-agent-hv-cinder-73306 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 07:59:52.814627 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Provisioning complete for port 7464ad3a-a108-4124-bb91-84a76f991163 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 07:59:52.816232 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762158'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:52.881746 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977857c4-0155-4e97-b2c1-d67ef5d77219 req-bc795606-e12e-49f4-8724-5575cd7ba4fc tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:59:52.883472 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-977857c4-0155-4e97-b2c1-d67ef5d77219 req-bc795606-e12e-49f4-8724-5575cd7ba4fc tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] 10.222.0.99 "GET /v2.0/ports?device_id=ee480593-ba86-44ab-b121-9e243feb6605 HTTP/1.1" status: 200 len: 945 time: 0.1817360 Feb 04 07:59:52.905125 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebcec-ddd6-4fb9-901b-c000a3ba92d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:52.960817 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-977857c4-0155-4e97-b2c1-d67ef5d77219 req-1e6e38f2-d535-4cff-8c25-2b022d85a674 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] 10.222.0.99 "GET /v2.0/security-groups?id=97e209db-0d86-4808-83b0-429263fefeea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707703 Feb 04 07:59:53.752711 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02cd383-02eb-48d5-b79e-b96d1b26f4d8 req-558850fb-9c31-4df0-ad25-3265cb5aabfe tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:59:53.754401 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-b02cd383-02eb-48d5-b79e-b96d1b26f4d8 req-558850fb-9c31-4df0-ad25-3265cb5aabfe tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/ports?device_id=ed56eae0-d057-445b-a86c-975c99566052 HTTP/1.1" status: 200 len: 946 time: 0.3111517 Feb 04 07:59:53.764142 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38e2dec-98b6-4683-b02f-667c3f42428b req-e2f3b46e-f691-4a28-b2b0-1b3f33c9e9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:59:53.765658 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-b38e2dec-98b6-4683-b02f-667c3f42428b req-e2f3b46e-f691-4a28-b2b0-1b3f33c9e9ce service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fdc2e6a78c794db1bf575f754255feb7&device_id=6a08b689-796b-46b2-87e8-9a6e591081ef HTTP/1.1" status: 200 len: 1162 time: 0.2758119 Feb 04 07:59:53.850015 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-85fac0c9-e82f-41ee-a61d-5b2e920e6613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:53.852656 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beb5307-e4f4-46cc-a566-d4f33b7e8245 req-21087753-3cff-44e2-af10-a5543ea7c942 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:59:53.854321 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-3beb5307-e4f4-46cc-a566-d4f33b7e8245 req-21087753-3cff-44e2-af10-a5543ea7c942 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] 10.222.0.99 "GET /v2.0/ports?device_id=8a11ecbf-ac79-491a-82e9-48c2aca366b2 HTTP/1.1" status: 200 len: 946 time: 0.3657172 Feb 04 07:59:54.041162 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-b02cd383-02eb-48d5-b79e-b96d1b26f4d8 req-2a25878a-ea21-4d59-94e7-50b73d3e930f tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/security-groups?id=2efe4fb4-6c5a-4311-a0c5-d5a12c9309ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2793000 Feb 04 07:59:54.066990 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-3beb5307-e4f4-46cc-a566-d4f33b7e8245 req-8b224f89-5385-495f-8afd-a7f98b239636 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] 10.222.0.99 "GET /v2.0/security-groups?id=23e57bf3-6871-46d4-a88b-2b22ec633850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966743 Feb 04 07:59:54.123127 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38e2dec-98b6-4683-b02f-667c3f42428b req-0ae3ddfa-dbaa-48c4-b87c-ca52e47afedc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:59:54.124825 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-b38e2dec-98b6-4683-b02f-667c3f42428b req-0ae3ddfa-dbaa-48c4-b87c-ca52e47afedc service neutron] 10.222.0.76 "GET /v2.0/networks?id=3c6985d7-344a-4685-b74e-38826882e570 HTTP/1.1" status: 200 len: 912 time: 0.2695193 Feb 04 07:59:54.313453 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-b38e2dec-98b6-4683-b02f-667c3f42428b req-df36a546-4243-403d-a1a0-8f87726df1fa service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ff3f9037-f01f-4834-9b48-0bdf19614e19 HTTP/1.1" status: 200 len: 217 time: 0.1435311 Feb 04 07:59:54.663046 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:54.697378 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38e2dec-98b6-4683-b02f-667c3f42428b req-6ee7f19a-2e2f-414e-a49a-1e92a11e7a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:59:54.698928 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-b38e2dec-98b6-4683-b02f-667c3f42428b req-6ee7f19a-2e2f-414e-a49a-1e92a11e7a1a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=6e3e4c1f-bef5-4969-b1a2-0e7821d81c28 HTTP/1.1" status: 200 len: 858 time: 0.3746421 Feb 04 07:59:54.762742 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Device 7464ad3a-a108-4124-bb91-84a76f991163 up at agent ovs-agent-hv-cinder-73306 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 07:59:54.770911 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-b38e2dec-98b6-4683-b02f-667c3f42428b req-2eabb80d-4deb-435d-ae20-18da3a253b7d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3c6985d7-344a-4685-b74e-38826882e570&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635505 Feb 04 07:59:54.839779 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Provisioning complete for port 7464ad3a-a108-4124-bb91-84a76f991163 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 07:59:54.840325 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762158'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:54.871377 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f431ca8d-a8b7-4979-83e5-820bf375fef8 req-5fa8bc1b-1354-4506-ab6d-06de3a406e7f tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:59:54.873051 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-f431ca8d-a8b7-4979-83e5-820bf375fef8 req-5fa8bc1b-1354-4506-ab6d-06de3a406e7f tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/ports?device_id=6a08b689-796b-46b2-87e8-9a6e591081ef HTTP/1.1" status: 200 len: 945 time: 0.6404803 Feb 04 07:59:55.006444 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f025bf-ee92-4cb0-b6ea-96cbfb206c5c req-2e139632-bbb3-4020-8c61-ecd60c853a63 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:59:55.008118 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-b4f025bf-ee92-4cb0-b6ea-96cbfb206c5c req-2e139632-bbb3-4020-8c61-ecd60c853a63 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] 10.222.0.99 "GET /v2.0/ports?device_id=ee480593-ba86-44ab-b121-9e243feb6605 HTTP/1.1" status: 200 len: 945 time: 0.7822635 Feb 04 07:59:55.184004 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cd7ae0-201f-454c-9875-b5348a1b12a3 req-74b912f3-2527-4dcc-97bf-fe30666f0f41 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:59:55.185644 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-15cd7ae0-201f-454c-9875-b5348a1b12a3 req-74b912f3-2527-4dcc-97bf-fe30666f0f41 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] 10.222.0.76 "GET /v2.0/ports?device_id=8a11ecbf-ac79-491a-82e9-48c2aca366b2 HTTP/1.1" status: 200 len: 946 time: 0.6108015 Feb 04 07:59:55.205776 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-19d3b842-1860-471a-9268-0862a9b26fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:55.324149 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-f431ca8d-a8b7-4979-83e5-820bf375fef8 req-4f0c5c90-12bf-40dd-8439-d826d8762c4c tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/security-groups?id=165ca7ed-0745-4a75-913b-d38f318fbd54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3123999 Feb 04 07:59:55.371857 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-b4f025bf-ee92-4cb0-b6ea-96cbfb206c5c req-58b3fb0a-8a67-46be-935a-7acf1f8d1a38 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] 10.222.0.99 "GET /v2.0/security-groups?id=97e209db-0d86-4808-83b0-429263fefeea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3538995 Feb 04 07:59:55.398752 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [req-15cd7ae0-201f-454c-9875-b5348a1b12a3 req-9e85f981-c1c4-4840-ae43-6a4289a6d927 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Deleting port ab53681c-0a08-4ac8-b8d2-43aa510305da {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 04 07:59:55.399173 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-15cd7ae0-201f-454c-9875-b5348a1b12a3 req-9e85f981-c1c4-4840-ae43-6a4289a6d927 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727595022485'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:55.515322 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-b38e2dec-98b6-4683-b02f-667c3f42428b req-42626558-7307-4c91-8e2e-a7c44a3e70ad service neutron] 10.222.0.76 "GET /v2.0/networks/3c6985d7-344a-4685-b74e-38826882e570?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7332404 Feb 04 07:59:55.989884 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b59bdca-dd4d-4e5b-9521-ba6ad0279a06 req-0ba32218-9733-4791-a94e-48731ba575d6 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:59:55.991620 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-8b59bdca-dd4d-4e5b-9521-ba6ad0279a06 req-0ba32218-9733-4791-a94e-48731ba575d6 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/ports?device_id=ed56eae0-d057-445b-a86c-975c99566052 HTTP/1.1" status: 200 len: 946 time: 0.5299094 Feb 04 07:59:56.003841 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-b38e2dec-98b6-4683-b02f-667c3f42428b req-7b0d01fd-d5ce-4c6b-9203-c5040a38d374 service neutron] 10.222.0.76 "GET /v2.0/networks/3c6985d7-344a-4685-b74e-38826882e570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4777143 Feb 04 07:59:56.106216 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10938674-3374-4b92-8876-6a689d6fec34 req-fb168f9e-d8af-4543-a606-c1950dfe309c tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:59:56.107983 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-10938674-3374-4b92-8876-6a689d6fec34 req-fb168f9e-d8af-4543-a606-c1950dfe309c tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] 10.222.0.99 "GET /v2.0/ports?device_id=8a11ecbf-ac79-491a-82e9-48c2aca366b2 HTTP/1.1" status: 200 len: 946 time: 0.5862083 Feb 04 07:59:56.188614 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [req-15cd7ae0-201f-454c-9875-b5348a1b12a3 req-9e85f981-c1c4-4840-ae43-6a4289a6d927 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] For port ab53681c-0a08-4ac8-b8d2-43aa510305da, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=ab53681c-0a08-4ac8-b8d2-43aa510305da,segment=NetworkSegment(7f07e79c-d155-408f-9374-f6b393baea02),segment_id=7f07e79c-d155-408f-9374-f6b393baea02)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 07:59:56.188939 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-15cd7ae0-201f-454c-9875-b5348a1b12a3 req-9e85f981-c1c4-4840-ae43-6a4289a6d927 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853131150'] for port, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:56.342092 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [req-15cd7ae0-201f-454c-9875-b5348a1b12a3 req-9e85f981-c1c4-4840-ae43-6a4289a6d927 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Calling delete_port for ab53681c-0a08-4ac8-b8d2-43aa510305da owned by compute:nova {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 04 07:59:56.390687 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-8b59bdca-dd4d-4e5b-9521-ba6ad0279a06 req-9855fc93-07d3-4142-ab76-12ac5c934997 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/security-groups?id=2efe4fb4-6c5a-4311-a0c5-d5a12c9309ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3857813 Feb 04 07:59:56.413187 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Device ab53681c-0a08-4ac8-b8d2-43aa510305da no longer exists at agent ovs-agent-hv-cinder-73306 {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 04 07:59:56.442517 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-10938674-3374-4b92-8876-6a689d6fec34 req-d093cd3f-93e4-4f0f-a512-a491fe09e660 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] 10.222.0.99 "GET /v2.0/security-groups?id=23e57bf3-6871-46d4-a88b-2b22ec633850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3137908 Feb 04 07:59:56.559543 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:56.571859 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-15cd7ae0-201f-454c-9875-b5348a1b12a3 req-9e85f981-c1c4-4840-ae43-6a4289a6d927 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309259674774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727594605512'] for port, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:56.589377 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-0cdb905e-d7a5-425b-a565-d16bd9bf8119 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 07:59:56.738493 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e85f981-c1c4-4840-ae43-6a4289a6d927 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Pushing event deleted for resources: {'Port': ['ID=ab53681c-0a08-4ac8-b8d2-43aa510305da,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 07:59:56.997975 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-9e85f981-c1c4-4840-ae43-6a4289a6d927 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 07:59:57.201324 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5519fab-0111-4a4c-9f1d-a62ada6e101e req-0764fc55-5401-49a0-8c1c-dbc9650d6b27 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:59:57.203039 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-a5519fab-0111-4a4c-9f1d-a62ada6e101e req-0764fc55-5401-49a0-8c1c-dbc9650d6b27 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] 10.222.0.99 "GET /v2.0/ports?device_id=ee480593-ba86-44ab-b121-9e243feb6605 HTTP/1.1" status: 200 len: 945 time: 0.5771224 Feb 04 07:59:57.350358 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64cfe53-36ea-42f6-b7ec-335e3f9348b3 req-0fce8d04-5e22-4766-a033-290a938fc773 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:59:57.352119 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-d64cfe53-36ea-42f6-b7ec-335e3f9348b3 req-0fce8d04-5e22-4766-a033-290a938fc773 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/ports?device_id=6a08b689-796b-46b2-87e8-9a6e591081ef HTTP/1.1" status: 200 len: 945 time: 0.6155295 Feb 04 07:59:57.353206 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [req-15cd7ae0-201f-454c-9875-b5348a1b12a3 req-9e85f981-c1c4-4840-ae43-6a4289a6d927 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] No DVR routers for this DVR port ab53681c-0a08-4ac8-b8d2-43aa510305da on host hv-cinder-73306 {{(pid=80114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 04 07:59:57.360227 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-15cd7ae0-201f-454c-9875-b5348a1b12a3 req-9e85f981-c1c4-4840-ae43-6a4289a6d927 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3799'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 07:59:57.366543 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a11ecbf-ac79-491a-82e9-48c2aca366b2', 'name': 'network-vif-deleted', 'tag': 'ab53681c-0a08-4ac8-b8d2-43aa510305da'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 07:59:57.411197 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-15cd7ae0-201f-454c-9875-b5348a1b12a3 req-9e85f981-c1c4-4840-ae43-6a4289a6d927 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] 10.222.0.76 "DELETE /v2.0/ports/ab53681c-0a08-4ac8-b8d2-43aa510305da HTTP/1.1" status: 204 len: 173 time: 2.2087693 Feb 04 07:59:57.451321 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-a5519fab-0111-4a4c-9f1d-a62ada6e101e req-0589dfcb-4c33-4391-836b-47ec2efd5899 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] 10.222.0.99 "GET /v2.0/security-groups?id=97e209db-0d86-4808-83b0-429263fefeea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2033043 Feb 04 07:59:57.480720 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-d64cfe53-36ea-42f6-b7ec-335e3f9348b3 req-848e44c6-65ed-444b-8067-6824f06df3d4 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/security-groups?id=165ca7ed-0745-4a75-913b-d38f318fbd54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218133 Feb 04 07:59:57.579468 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a11ecbf-ac79-491a-82e9-48c2aca366b2', 'name': 'network-vif-deleted', 'tag': 'ab53681c-0a08-4ac8-b8d2-43aa510305da', 'status': 'completed', 'code': 200} Feb 04 07:59:57.742772 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [req-089ec87c-3b91-4604-8aa0-affcb03b90fe req-97a0edf4-ca16-40a1-9ecd-0b2f17bc3497 tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Synchronizing usage tracker for tenant:60b487ac91624ec6b296ca8b77fa79ed on resource:security_group {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 04 07:59:57.785751 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [req-089ec87c-3b91-4604-8aa0-affcb03b90fe req-97a0edf4-ca16-40a1-9ecd-0b2f17bc3497 tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Unset dirty status for tenant:60b487ac91624ec6b296ca8b77fa79ed on resource:security_group {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 04 07:59:57.787000 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-089ec87c-3b91-4604-8aa0-affcb03b90fe req-97a0edf4-ca16-40a1-9ecd-0b2f17bc3497 tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] 10.222.0.99 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-74965511&fields=id&tenant_id=60b487ac91624ec6b296ca8b77fa79ed HTTP/1.1" status: 200 len: 267 time: 0.1424582 Feb 04 07:59:57.970015 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feba8229-f397-4bef-92d4-6b34a4b0db99 req-5d2d1aca-b9fe-41e9-bcba-6ec9adda2194 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:59:57.972411 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-feba8229-f397-4bef-92d4-6b34a4b0db99 req-5d2d1aca-b9fe-41e9-bcba-6ec9adda2194 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/ports?device_id=ed56eae0-d057-445b-a86c-975c99566052 HTTP/1.1" status: 200 len: 946 time: 0.2853916 Feb 04 07:59:58.083150 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-feba8229-f397-4bef-92d4-6b34a4b0db99 req-658cdd3e-b590-45ad-a3da-aeae122c9a3e tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/security-groups?id=2efe4fb4-6c5a-4311-a0c5-d5a12c9309ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042328 Feb 04 07:59:58.178727 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089ec87c-3b91-4604-8aa0-affcb03b90fe req-56534a20-3c78-4463-8984-98790c70d530 tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:59:58.180494 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-089ec87c-3b91-4604-8aa0-affcb03b90fe req-56534a20-3c78-4463-8984-98790c70d530 tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] 10.222.0.99 "GET /v2.0/networks?id=d5bbe659-e5c0-4960-af33-ba4597e12070 HTTP/1.1" status: 200 len: 809 time: 0.3851681 Feb 04 07:59:58.200226 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-089ec87c-3b91-4604-8aa0-affcb03b90fe req-c4c81508-9dfe-4ade-ab70-6f95d1fc7912 tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] 10.222.0.99 "GET /v2.0/quotas/60b487ac91624ec6b296ca8b77fa79ed HTTP/1.1" status: 200 len: 375 time: 0.0128825 Feb 04 07:59:58.318969 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [req-acb1f2a3-b85f-4b9e-93a6-163f14806ad2 req-4132ba2d-fc6c-48d4-9054-516e0dd3bda8 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Synchronizing usage tracker for tenant:e025b0caf149437a978dcb2e658b1da5 on resource:port {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 04 07:59:58.349657 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [req-acb1f2a3-b85f-4b9e-93a6-163f14806ad2 req-4132ba2d-fc6c-48d4-9054-516e0dd3bda8 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Unset dirty status for tenant:e025b0caf149437a978dcb2e658b1da5 on resource:port {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 04 07:59:58.350909 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-acb1f2a3-b85f-4b9e-93a6-163f14806ad2 req-4132ba2d-fc6c-48d4-9054-516e0dd3bda8 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] 10.222.0.99 "GET /v2.0/ports?device_id=8a11ecbf-ac79-491a-82e9-48c2aca366b2 HTTP/1.1" status: 200 len: 210 time: 0.0913963 Feb 04 07:59:58.406572 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-089ec87c-3b91-4604-8aa0-affcb03b90fe req-b2af2f3c-f9dd-4237-9eea-f2662a1ee8ca tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] 10.222.0.99 "GET /v2.0/ports?tenant_id=60b487ac91624ec6b296ca8b77fa79ed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2004292 Feb 04 07:59:58.563456 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-089ec87c-3b91-4604-8aa0-affcb03b90fe req-58ecb8f5-fba4-48cf-a30d-4c6d86271b37 service neutron] 10.222.0.99 "GET /v2.0/networks/d5bbe659-e5c0-4960-af33-ba4597e12070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515596 Feb 04 07:59:58.790085 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-089ec87c-3b91-4604-8aa0-affcb03b90fe req-c9dd046d-83a8-489b-b703-9521d65f2a43 service neutron] 10.222.0.99 "GET /v2.0/networks/d5bbe659-e5c0-4960-af33-ba4597e12070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2186639 Feb 04 07:59:58.875189 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614b808a-54e5-488b-be18-c5efe469defe req-d895102f-8811-4ebd-a02a-60c7e86c478f tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:59:58.877018 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-614b808a-54e5-488b-be18-c5efe469defe req-d895102f-8811-4ebd-a02a-60c7e86c478f tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] 10.222.0.99 "GET /v2.0/ports?device_id=ee480593-ba86-44ab-b121-9e243feb6605 HTTP/1.1" status: 200 len: 945 time: 0.2820148 Feb 04 07:59:58.946591 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-614b808a-54e5-488b-be18-c5efe469defe req-b678ffbb-3c62-4f4f-82d3-787c6ad7c19c tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] 10.222.0.99 "GET /v2.0/security-groups?id=97e209db-0d86-4808-83b0-429263fefeea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631771 Feb 04 07:59:59.281076 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c291bee9-90f5-4c97-9994-f68405caf4fd req-6b042143-15de-42e4-89ff-637aa77b7b3c tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:59:59.283089 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-c291bee9-90f5-4c97-9994-f68405caf4fd req-6b042143-15de-42e4-89ff-637aa77b7b3c tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/ports?device_id=6a08b689-796b-46b2-87e8-9a6e591081ef HTTP/1.1" status: 200 len: 945 time: 0.1950157 Feb 04 07:59:59.472059 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-c291bee9-90f5-4c97-9994-f68405caf4fd req-c579b7d0-dd75-4701-aacb-8a9645bbd48a tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/security-groups?id=165ca7ed-0745-4a75-913b-d38f318fbd54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643052 Feb 04 07:59:59.636234 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06e7c95-61ad-4675-b11c-21692060240a req-85d180ee-1cd1-45c5-8aaa-347b8960bda0 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 07:59:59.638029 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-d06e7c95-61ad-4675-b11c-21692060240a req-85d180ee-1cd1-45c5-8aaa-347b8960bda0 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/ports?device_id=ed56eae0-d057-445b-a86c-975c99566052 HTTP/1.1" status: 200 len: 946 time: 0.2855043 Feb 04 07:59:59.722738 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-cd92e883-ea90-42de-b0df-f9ca6240d8c2 req-0cc7c8d1-ed7c-4c0a-9205-bee24f1d9ed2 tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] 10.222.0.99 "GET /v2.0/ports?device_id=59214ee0-5018-40d3-971c-298c943762e6 HTTP/1.1" status: 200 len: 210 time: 0.0835948 Feb 04 07:59:59.808347 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-d06e7c95-61ad-4675-b11c-21692060240a req-1b867fc2-0072-466c-9277-43ca2d382fd9 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/security-groups?id=2efe4fb4-6c5a-4311-a0c5-d5a12c9309ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1210554 Feb 04 08:00:00.272733 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb7ea63-7cd1-48f5-a2c1-20a42dfbdf18 req-4009a568-84c5-4fb1-ba3d-ee4c016686ea tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:00:00.274434 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-6bb7ea63-7cd1-48f5-a2c1-20a42dfbdf18 req-4009a568-84c5-4fb1-ba3d-ee4c016686ea tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] 10.222.0.99 "GET /v2.0/ports?device_id=ee480593-ba86-44ab-b121-9e243feb6605 HTTP/1.1" status: 200 len: 945 time: 0.1755517 Feb 04 08:00:00.388660 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-6bb7ea63-7cd1-48f5-a2c1-20a42dfbdf18 req-baa399f2-3032-4453-81e9-98198213c01e tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] 10.222.0.99 "GET /v2.0/security-groups?id=97e209db-0d86-4808-83b0-429263fefeea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070824 Feb 04 08:00:00.606386 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Device c6cc8396-5f20-4fbc-970f-af0402066511 up at agent ovs-agent-hv-cinder-73306 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 08:00:00.761688 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Provisioning complete for port c6cc8396-5f20-4fbc-970f-af0402066511 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 08:00:00.762453 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762158'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:00:01.197268 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4184b8-665d-4128-8e68-69786cb716a6 req-4bc88c82-fc9e-41ef-a4ec-37a50a056cb4 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:00:01.199099 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-7c4184b8-665d-4128-8e68-69786cb716a6 req-4bc88c82-fc9e-41ef-a4ec-37a50a056cb4 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] 10.222.0.99 "GET /v2.0/ports?device_id=ee480593-ba86-44ab-b121-9e243feb6605 HTTP/1.1" status: 200 len: 945 time: 0.3796837 Feb 04 08:00:01.293190 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089ec87c-3b91-4604-8aa0-affcb03b90fe req-aa1cac38-5b26-4256-84b7-5dd9f9fd0e38 tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:00:01.294990 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-089ec87c-3b91-4604-8aa0-affcb03b90fe req-aa1cac38-5b26-4256-84b7-5dd9f9fd0e38 tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] 10.222.0.76 "GET /v2.0/networks?id=d5bbe659-e5c0-4960-af33-ba4597e12070 HTTP/1.1" status: 200 len: 809 time: 0.7079694 Feb 04 08:00:01.451178 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be528577-d6f4-4ef6-b21a-ffec9e6fd950 req-319a44e0-6dfa-40f5-861f-54970af004fe tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:00:01.452961 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-be528577-d6f4-4ef6-b21a-ffec9e6fd950 req-319a44e0-6dfa-40f5-861f-54970af004fe tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/ports?device_id=6a08b689-796b-46b2-87e8-9a6e591081ef HTTP/1.1" status: 200 len: 945 time: 0.6911368 Feb 04 08:00:01.529526 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-7c4184b8-665d-4128-8e68-69786cb716a6 req-703f826a-96b4-4447-8de6-1e784828e8ba tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] 10.222.0.99 "GET /v2.0/security-groups?id=97e209db-0d86-4808-83b0-429263fefeea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2278864 Feb 04 08:00:01.547079 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d53d364-8a39-40a6-8648-bc74762c5372 req-82ed8caf-a41e-4bd1-a6f0-b8b8837af301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:00:01.549974 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-6d53d364-8a39-40a6-8648-bc74762c5372 req-82ed8caf-a41e-4bd1-a6f0-b8b8837af301 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a6dac7e06d2347bf8335c11feb384ef9&device_id=ee480593-ba86-44ab-b121-9e243feb6605 HTTP/1.1" status: 200 len: 1162 time: 0.6227212 Feb 04 08:00:01.591729 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-be528577-d6f4-4ef6-b21a-ffec9e6fd950 req-e3e4aebd-c811-4b02-a4ab-7a686076a2dd tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/security-groups?id=165ca7ed-0745-4a75-913b-d38f318fbd54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283720 Feb 04 08:00:01.798451 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-089ec87c-3b91-4604-8aa0-affcb03b90fe req-eeb5cb41-3b43-4c58-a0b4-5b68f8e2e652 tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=60b487ac91624ec6b296ca8b77fa79ed HTTP/1.1" status: 200 len: 5755 time: 0.4547286 Feb 04 08:00:01.906855 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.v2.base [req-089ec87c-3b91-4604-8aa0-affcb03b90fe req-50b5b1ce-f9e2-4a49-ae74-b4356dadb1c5 tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Request body: {'port': {'device_id': '59214ee0-5018-40d3-971c-298c943762e6', 'network_id': 'd5bbe659-e5c0-4960-af33-ba4597e12070', 'admin_state_up': True, 'tenant_id': '60b487ac91624ec6b296ca8b77fa79ed', 'security_groups': ['de83cc50-b8b2-4207-acea-affe92a7db5f']}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 08:00:02.170126 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-9b97ffc2-a8ab-4b71-8d78-dcaaa123716b req-6e2c52c6-fde2-4273-91a2-07e4a0b9deab tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] 10.222.0.99 "GET /v2.0/ports?device_id=59214ee0-5018-40d3-971c-298c943762e6 HTTP/1.1" status: 200 len: 210 time: 0.3613651 Feb 04 08:00:02.325964 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d53d364-8a39-40a6-8648-bc74762c5372 req-9f0a15a8-e157-4225-9dfb-397cb7e61942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:00:02.327636 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-6d53d364-8a39-40a6-8648-bc74762c5372 req-9f0a15a8-e157-4225-9dfb-397cb7e61942 service neutron] 10.222.0.76 "GET /v2.0/networks?id=da9fddda-3ab3-487d-967d-7aa78c7fc3dd HTTP/1.1" status: 200 len: 904 time: 0.7349017 Feb 04 08:00:02.557457 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b34153-421b-4f7b-831d-70c475c82d7c req-0a0d46ec-906a-4aef-ac1b-1870cd640bfd tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:00:02.566845 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-71b34153-421b-4f7b-831d-70c475c82d7c req-0a0d46ec-906a-4aef-ac1b-1870cd640bfd tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/ports?device_id=ed56eae0-d057-445b-a86c-975c99566052 HTTP/1.1" status: 200 len: 946 time: 0.7181129 Feb 04 08:00:02.645328 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-6d53d364-8a39-40a6-8648-bc74762c5372 req-7b49327e-ec85-42c5-9d35-e186bb67812f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c6cc8396-5f20-4fbc-970f-af0402066511 HTTP/1.1" status: 200 len: 1001 time: 0.3073034 Feb 04 08:00:02.723528 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [req-089ec87c-3b91-4604-8aa0-affcb03b90fe req-50b5b1ce-f9e2-4a49-ae74-b4356dadb1c5 tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 08:00:02.728766 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [req-089ec87c-3b91-4604-8aa0-affcb03b90fe req-50b5b1ce-f9e2-4a49-ae74-b4356dadb1c5 tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Usage tracker for resource:port and tenant:60b487ac91624ec6b296ca8b77fa79ed is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 08:00:02.732170 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [req-089ec87c-3b91-4604-8aa0-affcb03b90fe req-50b5b1ce-f9e2-4a49-ae74-b4356dadb1c5 tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Quota usage for port was recalculated. Used quota:2. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 08:00:02.739760 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [req-089ec87c-3b91-4604-8aa0-affcb03b90fe req-50b5b1ce-f9e2-4a49-ae74-b4356dadb1c5 tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 08:00:02.758005 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-089ec87c-3b91-4604-8aa0-affcb03b90fe req-50b5b1ce-f9e2-4a49-ae74-b4356dadb1c5 tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Made reservation on behalf of 60b487ac91624ec6b296ca8b77fa79ed for: {'port': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 04 08:00:02.781345 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-089ec87c-3b91-4604-8aa0-affcb03b90fe req-50b5b1ce-f9e2-4a49-ae74-b4356dadb1c5 tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:00:02.819865 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-71b34153-421b-4f7b-831d-70c475c82d7c req-315db2fd-0eec-4fa9-beb7-80815311c6c1 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/security-groups?id=2efe4fb4-6c5a-4311-a0c5-d5a12c9309ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2517269 Feb 04 08:00:02.950148 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d53d364-8a39-40a6-8648-bc74762c5372 req-b575a371-05fc-4191-a21b-d4dd2a03b43c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:00:02.951885 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-6d53d364-8a39-40a6-8648-bc74762c5372 req-b575a371-05fc-4191-a21b-d4dd2a03b43c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=4537a32b-846b-4c36-83cb-e761caa59ada HTTP/1.1" status: 200 len: 849 time: 0.2825458 Feb 04 08:00:03.250531 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2719431-9c23-40d4-a01a-64138772a31d req-96da76d9-d61e-4fe9-ab79-ad333db72a48 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:00:03.253423 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-a2719431-9c23-40d4-a01a-64138772a31d req-96da76d9-d61e-4fe9-ab79-ad333db72a48 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] 10.222.0.99 "GET /v2.0/ports?device_id=0008e56e-09ef-40d2-a61b-d0f808be261a HTTP/1.1" status: 200 len: 945 time: 0.4317665 Feb 04 08:00:03.463328 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-a2719431-9c23-40d4-a01a-64138772a31d req-af537311-a79e-4634-8e5b-6fe0f89eb1fb tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] 10.222.0.99 "GET /v2.0/security-groups?id=23e57bf3-6871-46d4-a88b-2b22ec633850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900811 Feb 04 08:00:03.578555 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2163db-e261-4a50-8223-5c4a415024fd req-fe7b172c-c376-4335-9178-7697f1df15c4 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:00:03.587298 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-0e2163db-e261-4a50-8223-5c4a415024fd req-fe7b172c-c376-4335-9178-7697f1df15c4 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] 10.222.0.99 "GET /v2.0/ports?device_id=ee480593-ba86-44ab-b121-9e243feb6605 HTTP/1.1" status: 200 len: 945 time: 0.5727887 Feb 04 08:00:03.617641 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d53d364-8a39-40a6-8648-bc74762c5372 req-dfd3284c-074e-40d4-80bb-7a6d69f0e28b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:00:03.625652 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-6d53d364-8a39-40a6-8648-bc74762c5372 req-dfd3284c-074e-40d4-80bb-7a6d69f0e28b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=da9fddda-3ab3-487d-967d-7aa78c7fc3dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.6598482 Feb 04 08:00:03.946066 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-0e2163db-e261-4a50-8223-5c4a415024fd req-37d1481c-8baf-44ff-be02-bbac779b747f tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] 10.222.0.99 "GET /v2.0/security-groups?id=97e209db-0d86-4808-83b0-429263fefeea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3577552 Feb 04 08:00:04.009139 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.db_base_plugin_common [req-089ec87c-3b91-4604-8aa0-affcb03b90fe req-50b5b1ce-f9e2-4a49-ae74-b4356dadb1c5 tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Allocated IP 172.20.0.12 (d5bbe659-e5c0-4960-af33-ba4597e12070/8d7c4961-342b-40ca-a804-f15c6236b720/c5646e53-1076-4f38-a9ce-9603ce7aced0) {{(pid=80114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 04 08:00:04.150496 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ab145f-afe4-483c-99ba-1de3177b891d req-3a653378-b25b-4805-a8d2-9ee70b68d4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:00:04.152155 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-38ab145f-afe4-483c-99ba-1de3177b891d req-3a653378-b25b-4805-a8d2-9ee70b68d4ca service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fdc2e6a78c794db1bf575f754255feb7&device_id=6a08b689-796b-46b2-87e8-9a6e591081ef HTTP/1.1" status: 200 len: 1162 time: 0.3821681 Feb 04 08:00:04.261700 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ec9f52-d7c5-4095-9be0-f1de7c374767 req-9e2b5fd3-45a1-4120-9622-eb5bb37a15e7 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:00:04.263368 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-a4ec9f52-d7c5-4095-9be0-f1de7c374767 req-9e2b5fd3-45a1-4120-9622-eb5bb37a15e7 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/ports?device_id=6a08b689-796b-46b2-87e8-9a6e591081ef HTTP/1.1" status: 200 len: 945 time: 0.5473185 Feb 04 08:00:04.265365 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-6d53d364-8a39-40a6-8648-bc74762c5372 req-b755036e-067e-42c3-a4b5-2b677ecabe60 service neutron] 10.222.0.76 "GET /v2.0/networks/da9fddda-3ab3-487d-967d-7aa78c7fc3dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6130142 Feb 04 08:00:04.273326 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-f069c5f2-cf9c-4923-bd52-26afeb9e439d req-33fa4005-3014-4534-964b-b90505caa372 tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] 10.222.0.99 "GET /v2.0/ports?device_id=59214ee0-5018-40d3-971c-298c943762e6 HTTP/1.1" status: 200 len: 210 time: 0.1769531 Feb 04 08:00:05.022451 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0fcfe3-1e59-4078-a404-99a6560cdce1 req-cba80939-885e-4153-ae68-775b1e734537 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:00:05.023998 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [req-1a0fcfe3-1e59-4078-a404-99a6560cdce1 req-cba80939-885e-4153-ae68-775b1e734537 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Synchronizing usage tracker for tenant:e025b0caf149437a978dcb2e658b1da5 on resource:port {{(pid=80113) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 04 08:00:05.039815 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-a4ec9f52-d7c5-4095-9be0-f1de7c374767 req-b905d189-6c88-4350-b17e-088b11f070e2 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/security-groups?id=165ca7ed-0745-4a75-913b-d38f318fbd54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6899703 Feb 04 08:00:05.042925 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [req-1a0fcfe3-1e59-4078-a404-99a6560cdce1 req-cba80939-885e-4153-ae68-775b1e734537 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Unset dirty status for tenant:e025b0caf149437a978dcb2e658b1da5 on resource:port {{(pid=80113) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 04 08:00:05.044874 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-1a0fcfe3-1e59-4078-a404-99a6560cdce1 req-cba80939-885e-4153-ae68-775b1e734537 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] 10.222.0.76 "GET /v2.0/ports?device_id=0008e56e-09ef-40d2-a61b-d0f808be261a HTTP/1.1" status: 200 len: 945 time: 0.2330630 Feb 04 08:00:05.169785 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [req-1a0fcfe3-1e59-4078-a404-99a6560cdce1 req-19a50c67-5439-4206-984f-d50b5952e54e tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Deleting port 9ef0ebf8-8141-46e2-96ef-9f210f0be191 {{(pid=80113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 04 08:00:05.170436 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-1a0fcfe3-1e59-4078-a404-99a6560cdce1 req-19a50c67-5439-4206-984f-d50b5952e54e tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727595022485'] for port, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:00:05.203701 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576e8db7-e4fd-4af9-a43a-42b073cd0cb1 req-28aea849-e263-48bc-9f36-af1ebfdb21d9 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:00:05.205531 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-576e8db7-e4fd-4af9-a43a-42b073cd0cb1 req-28aea849-e263-48bc-9f36-af1ebfdb21d9 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/ports?device_id=ed56eae0-d057-445b-a86c-975c99566052 HTTP/1.1" status: 200 len: 946 time: 0.3732979 Feb 04 08:00:05.340085 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-6d53d364-8a39-40a6-8648-bc74762c5372 req-6b1990c6-f2cf-4148-bb6b-fa4c3e754c95 service neutron] 10.222.0.76 "GET /v2.0/networks/da9fddda-3ab3-487d-967d-7aa78c7fc3dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.9879553 Feb 04 08:00:05.351313 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ab145f-afe4-483c-99ba-1de3177b891d req-5a9bcef1-fad2-40e8-ae73-c671fa2d653b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:00:05.352636 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-38ab145f-afe4-483c-99ba-1de3177b891d req-5a9bcef1-fad2-40e8-ae73-c671fa2d653b service neutron] 10.222.0.76 "GET /v2.0/networks?id=3c6985d7-344a-4685-b74e-38826882e570 HTTP/1.1" status: 200 len: 912 time: 1.0863500 Feb 04 08:00:05.368899 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-089ec87c-3b91-4604-8aa0-affcb03b90fe req-50b5b1ce-f9e2-4a49-ae74-b4356dadb1c5 tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Notify callbacks [] for port, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:00:05.468715 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-38ab145f-afe4-483c-99ba-1de3177b891d req-03a24ec3-9982-4176-be1c-6cab81a63c86 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ff3f9037-f01f-4834-9b48-0bdf19614e19 HTTP/1.1" status: 200 len: 217 time: 0.0864329 Feb 04 08:00:05.494125 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-576e8db7-e4fd-4af9-a43a-42b073cd0cb1 req-f70894e9-0c0d-4566-8581-0fc3b870b494 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/security-groups?id=2efe4fb4-6c5a-4311-a0c5-d5a12c9309ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2633922 Feb 04 08:00:05.534564 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [req-1a0fcfe3-1e59-4078-a404-99a6560cdce1 req-19a50c67-5439-4206-984f-d50b5952e54e tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] For port 9ef0ebf8-8141-46e2-96ef-9f210f0be191, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=9ef0ebf8-8141-46e2-96ef-9f210f0be191,segment=NetworkSegment(7f07e79c-d155-408f-9374-f6b393baea02),segment_id=7f07e79c-d155-408f-9374-f6b393baea02)] {{(pid=80113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 08:00:05.535195 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-1a0fcfe3-1e59-4078-a404-99a6560cdce1 req-19a50c67-5439-4206-984f-d50b5952e54e tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853131150'] for port, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:00:05.578560 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ab145f-afe4-483c-99ba-1de3177b891d req-efafd240-b836-43dc-96e1-c5c9f9720268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:00:05.580889 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-38ab145f-afe4-483c-99ba-1de3177b891d req-efafd240-b836-43dc-96e1-c5c9f9720268 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=6e3e4c1f-bef5-4969-b1a2-0e7821d81c28 HTTP/1.1" status: 200 len: 858 time: 0.0825458 Feb 04 08:00:05.633075 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [req-089ec87c-3b91-4604-8aa0-affcb03b90fe req-50b5b1ce-f9e2-4a49-ae74-b4356dadb1c5 tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Transition to ACTIVE for port object c5646e53-1076-4f38-a9ce-9603ce7aced0 will not be triggered until provisioned by entity DHCP. {{(pid=80114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 04 08:00:05.654150 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-38ab145f-afe4-483c-99ba-1de3177b891d req-462c306c-bba4-4c49-a230-40a8ed5b240b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3c6985d7-344a-4685-b74e-38826882e570&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643907 Feb 04 08:00:05.774212 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [req-1a0fcfe3-1e59-4078-a404-99a6560cdce1 req-19a50c67-5439-4206-984f-d50b5952e54e tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Calling delete_port for 9ef0ebf8-8141-46e2-96ef-9f210f0be191 owned by compute:nova {{(pid=80113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 04 08:00:05.921556 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9affafb-d10a-4908-a242-c62aca026a83 req-fc4489c7-8936-4d9e-9d38-6eb7e2ab011b tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:00:05.924179 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-a9affafb-d10a-4908-a242-c62aca026a83 req-fc4489c7-8936-4d9e-9d38-6eb7e2ab011b tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] 10.222.0.99 "GET /v2.0/ports?device_id=0008e56e-09ef-40d2-a61b-d0f808be261a HTTP/1.1" status: 200 len: 945 time: 0.6591990 Feb 04 08:00:05.981025 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-1a0fcfe3-1e59-4078-a404-99a6560cdce1 req-19a50c67-5439-4206-984f-d50b5952e54e tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309259674774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727594605512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851609521'] for port, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:00:06.001256 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-306ef7cf-504e-4efc-8b1a-20f35e5d6eae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:00:06.017211 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-a9affafb-d10a-4908-a242-c62aca026a83 req-666be78d-0c53-4d98-a731-e294831b429a tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] 10.222.0.99 "GET /v2.0/security-groups?id=23e57bf3-6871-46d4-a88b-2b22ec633850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844996 Feb 04 08:00:06.067555 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-089ec87c-3b91-4604-8aa0-affcb03b90fe req-50b5b1ce-f9e2-4a49-ae74-b4356dadb1c5 tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727594645960'] for port, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:00:06.068976 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a50c67-5439-4206-984f-d50b5952e54e tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Pushing event deleted for resources: {'Port': ['ID=9ef0ebf8-8141-46e2-96ef-9f210f0be191,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:00:06.076593 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-19a50c67-5439-4206-984f-d50b5952e54e tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:00:06.209976 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-93a0eb43-dec8-445f-8916-1f4c83b452f7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:00:06.339646 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a0fcfe3-1e59-4078-a404-99a6560cdce1 req-19a50c67-5439-4206-984f-d50b5952e54e tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] No DVR routers for this DVR port 9ef0ebf8-8141-46e2-96ef-9f210f0be191 on host hv-cinder-73306 {{(pid=80113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 04 08:00:06.345768 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-1a0fcfe3-1e59-4078-a404-99a6560cdce1 req-19a50c67-5439-4206-984f-d50b5952e54e tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3799'] for port, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:00:06.350210 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0008e56e-09ef-40d2-a61b-d0f808be261a', 'name': 'network-vif-deleted', 'tag': '9ef0ebf8-8141-46e2-96ef-9f210f0be191'}] {{(pid=80113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 08:00:06.352769 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b5b1ce-f9e2-4a49-ae74-b4356dadb1c5 tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Pushing event updated for resources: {'Port': ['ID=c5646e53-1076-4f38-a9ce-9603ce7aced0,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:00:06.362531 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-50b5b1ce-f9e2-4a49-ae74-b4356dadb1c5 tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:00:06.396110 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-38ab145f-afe4-483c-99ba-1de3177b891d req-2016cc64-359a-48d9-87cd-654f5ab175b2 service neutron] 10.222.0.76 "GET /v2.0/networks/3c6985d7-344a-4685-b74e-38826882e570?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7303040 Feb 04 08:00:06.410579 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-1a0fcfe3-1e59-4078-a404-99a6560cdce1 req-19a50c67-5439-4206-984f-d50b5952e54e tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] 10.222.0.76 "DELETE /v2.0/ports/9ef0ebf8-8141-46e2-96ef-9f210f0be191 HTTP/1.1" status: 204 len: 173 time: 1.3594692 Feb 04 08:00:06.417091 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-089ec87c-3b91-4604-8aa0-affcb03b90fe req-50b5b1ce-f9e2-4a49-ae74-b4356dadb1c5 tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Network d5bbe659-e5c0-4960-af33-ba4597e12070 is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 04 08:00:06.429544 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.base_scheduler [req-089ec87c-3b91-4604-8aa0-affcb03b90fe req-50b5b1ce-f9e2-4a49-ae74-b4356dadb1c5 tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Resources bound (agent type, host, resource id): {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 04 08:00:06.543143 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359aea22-580b-467c-8ea7-ea13bb654d2b req-88c4cd7c-c76d-4758-94c6-f516fd8061cc tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:00:06.552245 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-359aea22-580b-467c-8ea7-ea13bb654d2b req-88c4cd7c-c76d-4758-94c6-f516fd8061cc tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] 10.222.0.99 "GET /v2.0/ports?device_id=ee480593-ba86-44ab-b121-9e243feb6605 HTTP/1.1" status: 200 len: 945 time: 0.8462434 Feb 04 08:00:06.585079 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [req-089ec87c-3b91-4604-8aa0-affcb03b90fe req-50b5b1ce-f9e2-4a49-ae74-b4356dadb1c5 tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Received port after_create {{(pid=80114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 04 08:00:06.667602 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089ec87c-3b91-4604-8aa0-affcb03b90fe req-50b5b1ce-f9e2-4a49-ae74-b4356dadb1c5 tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:00:06.668336 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-089ec87c-3b91-4604-8aa0-affcb03b90fe req-50b5b1ce-f9e2-4a49-ae74-b4356dadb1c5 tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3799'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:00:06.796694 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-3dc48ade-60f9-4345-bb30-6b4e848df18f None None] Provisioning for port c5646e53-1076-4f38-a9ce-9603ce7aced0 completed by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 04 08:00:06.802973 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-3dc48ade-60f9-4345-bb30-6b4e848df18f None None] Provisioning complete for port c5646e53-1076-4f38-a9ce-9603ce7aced0 triggered by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 08:00:06.803442 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-3dc48ade-60f9-4345-bb30-6b4e848df18f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762158'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:00:06.865101 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-359aea22-580b-467c-8ea7-ea13bb654d2b req-b67c7eba-f867-41ac-973a-c89adc53f4ea tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] 10.222.0.99 "GET /v2.0/security-groups?id=97e209db-0d86-4808-83b0-429263fefeea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3115108 Feb 04 08:00:06.870420 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-3dc48ade-60f9-4345-bb30-6b4e848df18f None None] Port c5646e53-1076-4f38-a9ce-9603ce7aced0 cannot update to ACTIVE because it is not bound. {{(pid=80115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 04 08:00:06.987339 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0fddf0-dc87-43a6-beb2-a0ca38d88a53 req-96088b75-6876-4928-8ecb-05c7ebffb2c8 tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:00:06.988131 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [req-6b0fddf0-dc87-43a6-beb2-a0ca38d88a53 req-96088b75-6876-4928-8ecb-05c7ebffb2c8 tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Synchronizing usage tracker for tenant:60b487ac91624ec6b296ca8b77fa79ed on resource:port {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 04 08:00:06.991948 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-089ec87c-3b91-4604-8aa0-affcb03b90fe req-50b5b1ce-f9e2-4a49-ae74-b4356dadb1c5 tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.0900183 Feb 04 08:00:07.086603 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.v2.base [req-089ec87c-3b91-4604-8aa0-affcb03b90fe req-c8c56ef7-d52b-4136-ad91-3eb53f57c999 service neutron] Request body: {'port': {'device_id': '59214ee0-5018-40d3-971c-298c943762e6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73306'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 08:00:07.135300 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [req-6b0fddf0-dc87-43a6-beb2-a0ca38d88a53 req-96088b75-6876-4928-8ecb-05c7ebffb2c8 tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Unset dirty status for tenant:60b487ac91624ec6b296ca8b77fa79ed on resource:port {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 04 08:00:07.143338 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-6b0fddf0-dc87-43a6-beb2-a0ca38d88a53 req-96088b75-6876-4928-8ecb-05c7ebffb2c8 tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] 10.222.0.99 "GET /v2.0/ports?device_id=59214ee0-5018-40d3-971c-298c943762e6 HTTP/1.1" status: 200 len: 932 time: 0.8529994 Feb 04 08:00:07.270278 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-6b0fddf0-dc87-43a6-beb2-a0ca38d88a53 req-56fd6d0a-2dcf-442e-aa9e-57e8fa41679e tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] 10.222.0.99 "GET /v2.0/security-groups?id=de83cc50-b8b2-4207-acea-affe92a7db5f&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.1259108 Feb 04 08:00:07.280493 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-38ab145f-afe4-483c-99ba-1de3177b891d req-5d4841b0-a926-4d6b-b6e6-d3d1ab94dba8 service neutron] 10.222.0.76 "GET /v2.0/networks/3c6985d7-344a-4685-b74e-38826882e570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8621466 Feb 04 08:00:07.433635 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0008e56e-09ef-40d2-a61b-d0f808be261a', 'name': 'network-vif-deleted', 'tag': '9ef0ebf8-8141-46e2-96ef-9f210f0be191', 'status': 'completed', 'code': 200} Feb 04 08:00:07.449116 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Device c6cc8396-5f20-4fbc-970f-af0402066511 up at agent ovs-agent-hv-cinder-73306 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 08:00:07.511696 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3034f02-5b23-4762-9b58-19491737980c req-739299cc-5d0f-49e0-a309-64186f18ef6d tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:00:07.520468 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-c3034f02-5b23-4762-9b58-19491737980c req-739299cc-5d0f-49e0-a309-64186f18ef6d tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/ports?device_id=6a08b689-796b-46b2-87e8-9a6e591081ef HTTP/1.1" status: 200 len: 945 time: 0.4904871 Feb 04 08:00:07.598181 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Provisioning complete for port c6cc8396-5f20-4fbc-970f-af0402066511 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 08:00:07.598863 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762158'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:00:07.639699 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-c3034f02-5b23-4762-9b58-19491737980c req-b55867a8-fb95-4f7b-bced-c8e0a463d11e tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/security-groups?id=165ca7ed-0745-4a75-913b-d38f318fbd54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183085 Feb 04 08:00:07.640409 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-089ec87c-3b91-4604-8aa0-affcb03b90fe req-c8c56ef7-d52b-4136-ad91-3eb53f57c999 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:00:07.705843 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:00:07.914498 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Device 9ef0ebf8-8141-46e2-96ef-9f210f0be191 no longer exists at agent ovs-agent-hv-cinder-73306 {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 04 08:00:07.958016 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] No Port match for: 9ef0ebf8-8141-46e2-96ef-9f210f0be191 {{(pid=80115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 04 08:00:07.958784 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Device 9ef0ebf8-8141-46e2-96ef-9f210f0be191 not bound to the agent host hv-cinder-73306 {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 04 08:00:08.239465 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979f2f8d-854f-4089-a5a3-8b66d7eb8ff6 req-457dbe7f-a890-4b22-9583-92156f684e4a tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:00:08.241878 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-979f2f8d-854f-4089-a5a3-8b66d7eb8ff6 req-457dbe7f-a890-4b22-9583-92156f684e4a tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/ports?device_id=ed56eae0-d057-445b-a86c-975c99566052 HTTP/1.1" status: 200 len: 946 time: 0.3361349 Feb 04 08:00:08.638703 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-979f2f8d-854f-4089-a5a3-8b66d7eb8ff6 req-c00c0142-a8fc-4bd4-8626-54b6dce3e004 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/security-groups?id=2efe4fb4-6c5a-4311-a0c5-d5a12c9309ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1229653 Feb 04 08:00:08.757435 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a2aed0-2627-4f6f-9a67-2135518c11ac req-f64dca80-6f8e-4627-ba38-f6bae532e45b tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:00:08.759182 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-47a2aed0-2627-4f6f-9a67-2135518c11ac req-f64dca80-6f8e-4627-ba38-f6bae532e45b tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] 10.222.0.99 "GET /v2.0/ports?device_id=ee480593-ba86-44ab-b121-9e243feb6605 HTTP/1.1" status: 200 len: 945 time: 0.5136981 Feb 04 08:00:08.929052 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.notifiers.nova [req-089ec87c-3b91-4604-8aa0-affcb03b90fe req-c8c56ef7-d52b-4136-ad91-3eb53f57c999 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5646e53-1076-4f38-a9ce-9603ce7aced0 {{(pid=80114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 04 08:00:08.954408 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-089ec87c-3b91-4604-8aa0-affcb03b90fe req-c8c56ef7-d52b-4136-ad91-3eb53f57c999 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:00:08.977293 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-47a2aed0-2627-4f6f-9a67-2135518c11ac req-6c4d3927-90a9-4ebe-bcfd-537dcafe947b tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] 10.222.0.99 "GET /v2.0/security-groups?id=97e209db-0d86-4808-83b0-429263fefeea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2076318 Feb 04 08:00:08.997633 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [req-089ec87c-3b91-4604-8aa0-affcb03b90fe req-c8c56ef7-d52b-4136-ad91-3eb53f57c999 service neutron] Transition to ACTIVE for port object c5646e53-1076-4f38-a9ce-9603ce7aced0 will not be triggered until provisioned by entity L2. {{(pid=80114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 04 08:00:09.003399 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-089ec87c-3b91-4604-8aa0-affcb03b90fe req-c8c56ef7-d52b-4136-ad91-3eb53f57c999 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309259674757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309260170288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727594605546'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:00:09.036715 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-886e49bf-77d0-480b-8114-d2cfac68a2ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:00:09.062719 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.agents_db [None req-15dbd8ae-9ae4-49dc-a873-5f27e28d1d51 None None] Agent healthcheck: found 6 active agents {{(pid=80116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 04 08:00:09.117775 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c56ef7-d52b-4136-ad91-3eb53f57c999 service neutron] Pushing event updated for resources: {'Port': ['ID=c5646e53-1076-4f38-a9ce-9603ce7aced0,revision_number=2']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:00:09.208055 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fba882d-83ef-462e-8a1c-7935118047d5 req-405a0bd4-2537-424c-97cb-41b5417c9a89 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:00:09.209656 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-0fba882d-83ef-462e-8a1c-7935118047d5 req-405a0bd4-2537-424c-97cb-41b5417c9a89 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] 10.222.0.99 "GET /v2.0/ports?device_id=a4462ac0-d086-4c7a-ad13-3935bf61840c HTTP/1.1" status: 200 len: 946 time: 0.4009194 Feb 04 08:00:09.210625 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-c8c56ef7-d52b-4136-ad91-3eb53f57c999 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:00:09.461311 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-0fba882d-83ef-462e-8a1c-7935118047d5 req-8a177d61-27d0-42c4-93a4-f257f24ff58f tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] 10.222.0.99 "GET /v2.0/security-groups?id=23e57bf3-6871-46d4-a88b-2b22ec633850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010272 Feb 04 08:00:09.660363 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beb3b92-0cf4-470e-a9b4-bf02e6fba422 req-ffee2ab5-f350-4440-b967-12dc6f6a2aaa tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:00:09.662085 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-6beb3b92-0cf4-470e-a9b4-bf02e6fba422 req-ffee2ab5-f350-4440-b967-12dc6f6a2aaa tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] 10.222.0.99 "GET /v2.0/ports?device_id=59214ee0-5018-40d3-971c-298c943762e6 HTTP/1.1" status: 200 len: 944 time: 0.4033380 Feb 04 08:00:09.714759 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [req-089ec87c-3b91-4604-8aa0-affcb03b90fe req-c8c56ef7-d52b-4136-ad91-3eb53f57c999 service neutron] Attempting to bind port c5646e53-1076-4f38-a9ce-9603ce7aced0 on host hv-cinder-73306 for vnic_type normal with profile {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 08:00:09.715112 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [req-089ec87c-3b91-4604-8aa0-affcb03b90fe req-c8c56ef7-d52b-4136-ad91-3eb53f57c999 service neutron] Attempting to bind port c5646e53-1076-4f38-a9ce-9603ce7aced0 by drivers openvswitch on host hv-cinder-73306 at level 0 using segments [{'id': 'd569568a-3589-4a86-b2cc-4d13735c5e6b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd5bbe659-e5c0-4960-af33-ba4597e12070'}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 04 08:00:09.715484 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-089ec87c-3b91-4604-8aa0-affcb03b90fe req-c8c56ef7-d52b-4136-ad91-3eb53f57c999 service neutron] Attempting to bind port c5646e53-1076-4f38-a9ce-9603ce7aced0 on network d5bbe659-e5c0-4960-af33-ba4597e12070 {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 04 08:00:09.757497 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-089ec87c-3b91-4604-8aa0-affcb03b90fe req-c8c56ef7-d52b-4136-ad91-3eb53f57c999 service neutron] Checking agent: {'id': 'ff9cc465-2d2d-4d6a-b510-d92e1cf0c130', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73306', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 4, 7, 55, 7), 'started_at': datetime.datetime(2021, 2, 4, 7, 55, 37), 'heartbeat_timestamp': datetime.datetime(2021, 2, 4, 8, 0, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.95', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 08:00:09.757810 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-089ec87c-3b91-4604-8aa0-affcb03b90fe req-c8c56ef7-d52b-4136-ad91-3eb53f57c999 service neutron] Checking segment: {'id': 'd569568a-3589-4a86-b2cc-4d13735c5e6b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd5bbe659-e5c0-4960-af33-ba4597e12070'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 04 08:00:09.758191 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-089ec87c-3b91-4604-8aa0-affcb03b90fe req-c8c56ef7-d52b-4136-ad91-3eb53f57c999 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:00:09.758564 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-089ec87c-3b91-4604-8aa0-affcb03b90fe req-c8c56ef7-d52b-4136-ad91-3eb53f57c999 service neutron] Bound using segment: {'id': 'd569568a-3589-4a86-b2cc-4d13735c5e6b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd5bbe659-e5c0-4960-af33-ba4597e12070'} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 08:00:09.759091 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [req-089ec87c-3b91-4604-8aa0-affcb03b90fe req-c8c56ef7-d52b-4136-ad91-3eb53f57c999 service neutron] Bound port: c5646e53-1076-4f38-a9ce-9603ce7aced0, host: hv-cinder-73306, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd569568a-3589-4a86-b2cc-4d13735c5e6b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd5bbe659-e5c0-4960-af33-ba4597e12070'}}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 04 08:00:09.759471 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-089ec87c-3b91-4604-8aa0-affcb03b90fe req-c8c56ef7-d52b-4136-ad91-3eb53f57c999 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:00:09.885424 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-6beb3b92-0cf4-470e-a9b4-bf02e6fba422 req-d4359ae1-bcb7-4b3a-a987-920a89f46843 tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] 10.222.0.99 "GET /v2.0/security-groups?id=de83cc50-b8b2-4207-acea-affe92a7db5f&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.1608920 Feb 04 08:00:10.014083 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00515208-0ed1-4dbf-a0fe-ed91bd88efb3 req-f061fcc2-e5ef-4e37-9642-37a140e9bf46 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:00:10.015732 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-00515208-0ed1-4dbf-a0fe-ed91bd88efb3 req-f061fcc2-e5ef-4e37-9642-37a140e9bf46 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/ports?device_id=6a08b689-796b-46b2-87e8-9a6e591081ef HTTP/1.1" status: 200 len: 945 time: 0.3453603 Feb 04 08:00:10.137246 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [req-089ec87c-3b91-4604-8aa0-affcb03b90fe req-c8c56ef7-d52b-4136-ad91-3eb53f57c999 service neutron] For port c5646e53-1076-4f38-a9ce-9603ce7aced0, host hv-cinder-73306, cleared binding levels {{(pid=80114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 04 08:00:10.197486 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [req-089ec87c-3b91-4604-8aa0-affcb03b90fe req-c8c56ef7-d52b-4136-ad91-3eb53f57c999 service neutron] For port c5646e53-1076-4f38-a9ce-9603ce7aced0, host hv-cinder-73306, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=c5646e53-1076-4f38-a9ce-9603ce7aced0,segment=NetworkSegment(d569568a-3589-4a86-b2cc-4d13735c5e6b),segment_id=d569568a-3589-4a86-b2cc-4d13735c5e6b)] {{(pid=80114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 04 08:00:10.217282 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-00515208-0ed1-4dbf-a0fe-ed91bd88efb3 req-306244b6-747c-4bc4-945f-2ef730f33b9d tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/security-groups?id=165ca7ed-0745-4a75-913b-d38f318fbd54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498196 Feb 04 08:00:10.224599 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-089ec87c-3b91-4604-8aa0-affcb03b90fe req-c8c56ef7-d52b-4136-ad91-3eb53f57c999 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309259674757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309260170288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727594605546'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:00:10.313702 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:00:10.489239 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Device 1d7ab515-f1d9-473c-ba08-cd59e383eb21 no longer exists at agent ovs-agent-hv-cinder-73306 {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 04 08:00:10.564530 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f95750-9173-465a-b975-550d95051a47 req-69db7eb7-858d-4f38-8d57-0d0bf21bc3fd tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:00:10.566290 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-15f95750-9173-465a-b975-550d95051a47 req-69db7eb7-858d-4f38-8d57-0d0bf21bc3fd tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] 10.222.0.76 "GET /v2.0/ports?device_id=a4462ac0-d086-4c7a-ad13-3935bf61840c HTTP/1.1" status: 200 len: 946 time: 0.5495446 Feb 04 08:00:10.580784 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089ec87c-3b91-4604-8aa0-affcb03b90fe req-c8c56ef7-d52b-4136-ad91-3eb53f57c999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:00:10.581671 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-089ec87c-3b91-4604-8aa0-affcb03b90fe req-c8c56ef7-d52b-4136-ad91-3eb53f57c999 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3799'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:00:10.583133 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-089ec87c-3b91-4604-8aa0-affcb03b90fe req-c8c56ef7-d52b-4136-ad91-3eb53f57c999 service neutron] 10.222.0.76 "PUT /v2.0/ports/c5646e53-1076-4f38-a9ce-9603ce7aced0 HTTP/1.1" status: 200 len: 1158 time: 3.5546784 Feb 04 08:00:10.622103 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59214ee0-5018-40d3-971c-298c943762e6', 'tag': 'c5646e53-1076-4f38-a9ce-9603ce7aced0'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 08:00:10.628305 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c56ef7-d52b-4136-ad91-3eb53f57c999 service neutron] Pushing event updated for resources: {'Port': ['ID=c5646e53-1076-4f38-a9ce-9603ce7aced0,revision_number=3']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:00:10.631914 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-c8c56ef7-d52b-4136-ad91-3eb53f57c999 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:00:10.672147 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:00:10.717083 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] For port 1d7ab515-f1d9-473c-ba08-cd59e383eb21, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=1d7ab515-f1d9-473c-ba08-cd59e383eb21,segment=NetworkSegment(7f07e79c-d155-408f-9374-f6b393baea02),segment_id=7f07e79c-d155-408f-9374-f6b393baea02)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 08:00:10.718552 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4462ac0-d086-4c7a-ad13-3935bf61840c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d7ab515-f1d9-473c-ba08-cd59e383eb21'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 08:00:10.730298 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309259674757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309260170288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727594605546'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:00:10.732526 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-ed561649-b3e4-43de-ba51-ad62346dbc36 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:00:10.768413 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50df53ef-f929-402b-b5f7-3e2902b3f51d req-6d238175-1dd3-4a22-9907-23bd4ad5d784 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:00:10.777555 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-50df53ef-f929-402b-b5f7-3e2902b3f51d req-6d238175-1dd3-4a22-9907-23bd4ad5d784 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/ports?device_id=ed56eae0-d057-445b-a86c-975c99566052 HTTP/1.1" status: 200 len: 946 time: 0.7147739 Feb 04 08:00:10.815153 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Pushing event updated for resources: {'Port': ['ID=1d7ab515-f1d9-473c-ba08-cd59e383eb21,revision_number=5']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:00:10.832199 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:00:10.973362 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [req-15f95750-9173-465a-b975-550d95051a47 req-9ebd8fff-5db1-4e23-bbfa-f76bdcad6cb0 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Deleting port 1d7ab515-f1d9-473c-ba08-cd59e383eb21 {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 04 08:00:10.973649 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-15f95750-9173-465a-b975-550d95051a47 req-9ebd8fff-5db1-4e23-bbfa-f76bdcad6cb0 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727595022485'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:00:11.068979 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-50df53ef-f929-402b-b5f7-3e2902b3f51d req-b65aa514-7e04-499a-a96c-21207a849f72 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/security-groups?id=2efe4fb4-6c5a-4311-a0c5-d5a12c9309ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2899072 Feb 04 08:00:11.207862 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59214ee0-5018-40d3-971c-298c943762e6', 'tag': 'c5646e53-1076-4f38-a9ce-9603ce7aced0', 'status': 'completed', 'code': 200} Feb 04 08:00:11.211840 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089ec87c-3b91-4604-8aa0-affcb03b90fe req-0e43934a-cd35-4102-8a61-422769d21930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:00:11.213471 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-089ec87c-3b91-4604-8aa0-affcb03b90fe req-0e43934a-cd35-4102-8a61-422769d21930 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=60b487ac91624ec6b296ca8b77fa79ed&device_id=59214ee0-5018-40d3-971c-298c943762e6 HTTP/1.1" status: 200 len: 1161 time: 0.4323068 Feb 04 08:00:11.266121 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4462ac0-d086-4c7a-ad13-3935bf61840c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d7ab515-f1d9-473c-ba08-cd59e383eb21', 'code': 200} Feb 04 08:00:11.604936 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-089ec87c-3b91-4604-8aa0-affcb03b90fe req-4c308ae7-0c1a-4a6a-b3f6-cc2f89df9109 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5646e53-1076-4f38-a9ce-9603ce7aced0 HTTP/1.1" status: 200 len: 217 time: 0.3362734 Feb 04 08:00:11.692043 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a63481-46df-479d-8130-9ae63d4810cc req-5f9c0c3d-28e1-4b2d-9201-7efb9e5823c8 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:00:11.693643 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-25a63481-46df-479d-8130-9ae63d4810cc req-5f9c0c3d-28e1-4b2d-9201-7efb9e5823c8 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] 10.222.0.99 "GET /v2.0/ports?device_id=a4462ac0-d086-4c7a-ad13-3935bf61840c HTTP/1.1" status: 200 len: 944 time: 0.8510356 Feb 04 08:00:11.872632 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [req-15f95750-9173-465a-b975-550d95051a47 req-9ebd8fff-5db1-4e23-bbfa-f76bdcad6cb0 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] For port 1d7ab515-f1d9-473c-ba08-cd59e383eb21, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=1d7ab515-f1d9-473c-ba08-cd59e383eb21,segment=NetworkSegment(7f07e79c-d155-408f-9374-f6b393baea02),segment_id=7f07e79c-d155-408f-9374-f6b393baea02)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 08:00:11.873039 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-15f95750-9173-465a-b975-550d95051a47 req-9ebd8fff-5db1-4e23-bbfa-f76bdcad6cb0 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853131150'] for port, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:00:12.053553 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [req-15f95750-9173-465a-b975-550d95051a47 req-9ebd8fff-5db1-4e23-bbfa-f76bdcad6cb0 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Calling delete_port for 1d7ab515-f1d9-473c-ba08-cd59e383eb21 owned by compute:nova {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 04 08:00:12.097939 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089ec87c-3b91-4604-8aa0-affcb03b90fe req-5e1a9195-ef5b-4016-998c-1419e408438e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:00:12.099544 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-089ec87c-3b91-4604-8aa0-affcb03b90fe req-5e1a9195-ef5b-4016-998c-1419e408438e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=8d7c4961-342b-40ca-a804-f15c6236b720 HTTP/1.1" status: 200 len: 848 time: 0.4049459 Feb 04 08:00:12.120834 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-25a63481-46df-479d-8130-9ae63d4810cc req-f1630cbb-5ccf-4663-9740-5a2630a89778 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] 10.222.0.99 "GET /v2.0/security-groups?id=23e57bf3-6871-46d4-a88b-2b22ec633850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3236365 Feb 04 08:00:12.321743 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2975c41e-7951-43d7-84ba-f081ce4cf3c8 req-4bc275f4-5f8d-4dee-abc9-07f293f323fb tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:00:12.323489 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-2975c41e-7951-43d7-84ba-f081ce4cf3c8 req-4bc275f4-5f8d-4dee-abc9-07f293f323fb tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] 10.222.0.99 "GET /v2.0/ports?device_id=59214ee0-5018-40d3-971c-298c943762e6 HTTP/1.1" status: 200 len: 944 time: 0.7306380 Feb 04 08:00:12.500839 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089ec87c-3b91-4604-8aa0-affcb03b90fe req-c3917106-dabe-437d-bbb3-74b021f77124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:00:12.502466 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-089ec87c-3b91-4604-8aa0-affcb03b90fe req-c3917106-dabe-437d-bbb3-74b021f77124 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d5bbe659-e5c0-4960-af33-ba4597e12070&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.3719537 Feb 04 08:00:12.558722 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-2975c41e-7951-43d7-84ba-f081ce4cf3c8 req-62c23444-aeaf-4514-9149-f4fb1848f9d0 tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] 10.222.0.99 "GET /v2.0/security-groups?id=de83cc50-b8b2-4207-acea-affe92a7db5f&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.2219379 Feb 04 08:00:12.567227 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-15f95750-9173-465a-b975-550d95051a47 req-9ebd8fff-5db1-4e23-bbfa-f76bdcad6cb0 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309259674774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727594605512'] for port, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:00:12.637229 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-9e85f981-c1c4-4840-ae43-6a4289a6d927 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:00:12.791256 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebd8fff-5db1-4e23-bbfa-f76bdcad6cb0 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Pushing event deleted for resources: {'Port': ['ID=1d7ab515-f1d9-473c-ba08-cd59e383eb21,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:00:12.820237 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-9ebd8fff-5db1-4e23-bbfa-f76bdcad6cb0 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:00:12.832023 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aa7452-e2c4-40a1-b3d1-4f324a9772b8 req-2a9772bb-0686-4950-8936-bead7406aeeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:00:12.833575 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-b9aa7452-e2c4-40a1-b3d1-4f324a9772b8 req-2a9772bb-0686-4950-8936-bead7406aeeb service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=672bfb04a4f44fa3ae40a386ff3ebb9b&device_id=ed56eae0-d057-445b-a86c-975c99566052 HTTP/1.1" status: 200 len: 1163 time: 0.0818961 Feb 04 08:00:12.929969 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409c18fd-eaf0-48a5-99ac-1cda17e5d50e req-f8ce733d-4ea9-446a-a3ff-82bdccc7ddba tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:00:12.931719 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-409c18fd-eaf0-48a5-99ac-1cda17e5d50e req-f8ce733d-4ea9-446a-a3ff-82bdccc7ddba tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/ports?device_id=6a08b689-796b-46b2-87e8-9a6e591081ef HTTP/1.1" status: 200 len: 945 time: 0.6063542 Feb 04 08:00:12.980639 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aa7452-e2c4-40a1-b3d1-4f324a9772b8 req-acf49241-fe46-4481-84db-70f5a49be1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:00:12.982226 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-b9aa7452-e2c4-40a1-b3d1-4f324a9772b8 req-acf49241-fe46-4481-84db-70f5a49be1ba service neutron] 10.222.0.76 "GET /v2.0/networks?id=3c065512-3d6a-479a-b479-11e02ccc5658 HTTP/1.1" status: 200 len: 909 time: 0.1404486 Feb 04 08:00:13.046577 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-089ec87c-3b91-4604-8aa0-affcb03b90fe req-89d4fa61-7065-4f14-9a10-d3c0bbb9c559 service neutron] 10.222.0.76 "GET /v2.0/networks/d5bbe659-e5c0-4960-af33-ba4597e12070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5349803 Feb 04 08:00:13.104976 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-b9aa7452-e2c4-40a1-b3d1-4f324a9772b8 req-78fd800c-1da3-4317-8891-773a5e5669bf service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7464ad3a-a108-4124-bb91-84a76f991163 HTTP/1.1" status: 200 len: 1002 time: 0.1118293 Feb 04 08:00:13.179330 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aa7452-e2c4-40a1-b3d1-4f324a9772b8 req-d3f19135-4248-4691-addd-b983f9ee716d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:00:13.180892 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-b9aa7452-e2c4-40a1-b3d1-4f324a9772b8 req-d3f19135-4248-4691-addd-b983f9ee716d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c113e9e9-819c-413f-8742-7912f5a3f620 HTTP/1.1" status: 200 len: 854 time: 0.0686805 Feb 04 08:00:13.186034 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-409c18fd-eaf0-48a5-99ac-1cda17e5d50e req-517ec5dd-b60d-435c-88d1-017c36d2768b tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/security-groups?id=165ca7ed-0745-4a75-913b-d38f318fbd54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366419 Feb 04 08:00:13.336444 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e90f738-d76f-44a6-8cbe-973e778f2591 req-53ee5506-23e9-42a1-858a-a210f5ab5688 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:00:13.338371 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-0e90f738-d76f-44a6-8cbe-973e778f2591 req-53ee5506-23e9-42a1-858a-a210f5ab5688 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/ports?device_id=ed56eae0-d057-445b-a86c-975c99566052 HTTP/1.1" status: 200 len: 946 time: 0.6511183 Feb 04 08:00:13.441823 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [req-15f95750-9173-465a-b975-550d95051a47 req-9ebd8fff-5db1-4e23-bbfa-f76bdcad6cb0 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] No DVR routers for this DVR port 1d7ab515-f1d9-473c-ba08-cd59e383eb21 on host hv-cinder-73306 {{(pid=80114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 04 08:00:13.449894 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-4a2f09f4-361b-42b4-9e3d-1e7da7cd86b8 req-d30bbf9c-011c-4ebf-b0cf-ec565dff0d1b tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] 10.222.0.99 "GET /v2.0/ports?device_id=a4462ac0-d086-4c7a-ad13-3935bf61840c HTTP/1.1" status: 200 len: 210 time: 0.0977392 Feb 04 08:00:13.450972 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-15f95750-9173-465a-b975-550d95051a47 req-9ebd8fff-5db1-4e23-bbfa-f76bdcad6cb0 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3799'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:00:13.467751 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4462ac0-d086-4c7a-ad13-3935bf61840c', 'name': 'network-vif-deleted', 'tag': '1d7ab515-f1d9-473c-ba08-cd59e383eb21'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 08:00:13.488875 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aa7452-e2c4-40a1-b3d1-4f324a9772b8 req-d36bd934-5646-4eaf-ab09-ec4cfc2214fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:00:13.490645 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-b9aa7452-e2c4-40a1-b3d1-4f324a9772b8 req-d36bd934-5646-4eaf-ab09-ec4cfc2214fe service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3c065512-3d6a-479a-b479-11e02ccc5658&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2997570 Feb 04 08:00:13.519198 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-15f95750-9173-465a-b975-550d95051a47 req-9ebd8fff-5db1-4e23-bbfa-f76bdcad6cb0 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] 10.222.0.76 "DELETE /v2.0/ports/1d7ab515-f1d9-473c-ba08-cd59e383eb21 HTTP/1.1" status: 204 len: 173 time: 2.9341037 Feb 04 08:00:13.546669 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-0e90f738-d76f-44a6-8cbe-973e778f2591 req-93c2a625-196e-4ce0-8c32-48982a32b18e tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/security-groups?id=2efe4fb4-6c5a-4311-a0c5-d5a12c9309ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1471045 Feb 04 08:00:13.549873 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4462ac0-d086-4c7a-ad13-3935bf61840c', 'name': 'network-vif-deleted', 'tag': '1d7ab515-f1d9-473c-ba08-cd59e383eb21', 'status': 'completed', 'code': 200} Feb 04 08:00:13.556163 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-089ec87c-3b91-4604-8aa0-affcb03b90fe req-76e3304f-aa13-49c3-b6e6-937195fa3930 service neutron] 10.222.0.76 "GET /v2.0/networks/d5bbe659-e5c0-4960-af33-ba4597e12070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4950161 Feb 04 08:00:13.645336 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-b9aa7452-e2c4-40a1-b3d1-4f324a9772b8 req-49ee8c67-8f32-441e-bdd4-cb5256e29e9c service neutron] 10.222.0.76 "GET /v2.0/networks/3c065512-3d6a-479a-b479-11e02ccc5658?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470754 Feb 04 08:00:13.847581 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-b9aa7452-e2c4-40a1-b3d1-4f324a9772b8 req-ee1d57e7-131d-44ac-ab1c-3c444b682cb6 service neutron] 10.222.0.76 "GET /v2.0/networks/3c065512-3d6a-479a-b479-11e02ccc5658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1555548 Feb 04 08:00:13.856858 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a98f2b-c356-469c-a6fa-1dc838689b2b req-20986768-0881-49c0-ba93-aff891ad0c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:00:13.858546 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-05a98f2b-c356-469c-a6fa-1dc838689b2b req-20986768-0881-49c0-ba93-aff891ad0c2c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=60b487ac91624ec6b296ca8b77fa79ed&device_id=59214ee0-5018-40d3-971c-298c943762e6 HTTP/1.1" status: 200 len: 1161 time: 0.1658378 Feb 04 08:00:13.945509 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3fd2e3-8c43-441a-a6e9-37ef613e5bfd req-b2fface7-ea52-4ffd-a800-70a323457b82 tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:00:13.947212 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-8b3fd2e3-8c43-441a-a6e9-37ef613e5bfd req-b2fface7-ea52-4ffd-a800-70a323457b82 tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] 10.222.0.99 "GET /v2.0/ports?device_id=59214ee0-5018-40d3-971c-298c943762e6 HTTP/1.1" status: 200 len: 944 time: 0.2140772 Feb 04 08:00:14.332671 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-8b3fd2e3-8c43-441a-a6e9-37ef613e5bfd req-ddba214a-3b75-4e0f-8f20-f9f4f5c7025f tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] 10.222.0.99 "GET /v2.0/security-groups?id=de83cc50-b8b2-4207-acea-affe92a7db5f&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.3594818 Feb 04 08:00:14.439986 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a98f2b-c356-469c-a6fa-1dc838689b2b req-bb759f73-ea63-4f39-ac77-b8b107318901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:00:14.441575 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-05a98f2b-c356-469c-a6fa-1dc838689b2b req-bb759f73-ea63-4f39-ac77-b8b107318901 service neutron] 10.222.0.76 "GET /v2.0/networks?id=d5bbe659-e5c0-4960-af33-ba4597e12070 HTTP/1.1" status: 200 len: 903 time: 0.4934003 Feb 04 08:00:14.609974 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca40182e-9826-4c30-8656-0b47dd64600d req-5bd8c052-5099-43c0-aaa3-ceb44b3af366 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:00:14.611760 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-ca40182e-9826-4c30-8656-0b47dd64600d req-5bd8c052-5099-43c0-aaa3-ceb44b3af366 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/ports?device_id=6a08b689-796b-46b2-87e8-9a6e591081ef HTTP/1.1" status: 200 len: 945 time: 0.2780917 Feb 04 08:00:14.625109 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-05a98f2b-c356-469c-a6fa-1dc838689b2b req-47339736-0e9b-44db-a43a-e81dea6d1cd0 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5646e53-1076-4f38-a9ce-9603ce7aced0 HTTP/1.1" status: 200 len: 217 time: 0.1685579 Feb 04 08:00:14.737634 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [req-6ab28f59-4720-4b98-8001-0db68458c2ca req-2410f0f1-68b5-4fbe-a4e4-d1e857d66220 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Synchronizing usage tracker for tenant:e025b0caf149437a978dcb2e658b1da5 on resource:port {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 04 08:00:14.797193 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-ca40182e-9826-4c30-8656-0b47dd64600d req-76e65047-ebce-459b-b082-9fa2bcbd646f tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/security-groups?id=165ca7ed-0745-4a75-913b-d38f318fbd54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752331 Feb 04 08:00:14.816208 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a98f2b-c356-469c-a6fa-1dc838689b2b req-c9cc2053-288a-4574-a786-2e2a067ffef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:00:14.817788 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-05a98f2b-c356-469c-a6fa-1dc838689b2b req-c9cc2053-288a-4574-a786-2e2a067ffef4 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=8d7c4961-342b-40ca-a804-f15c6236b720 HTTP/1.1" status: 200 len: 848 time: 0.1401882 Feb 04 08:00:14.818565 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [req-6ab28f59-4720-4b98-8001-0db68458c2ca req-2410f0f1-68b5-4fbe-a4e4-d1e857d66220 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Unset dirty status for tenant:e025b0caf149437a978dcb2e658b1da5 on resource:port {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 04 08:00:14.819745 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-6ab28f59-4720-4b98-8001-0db68458c2ca req-2410f0f1-68b5-4fbe-a4e4-d1e857d66220 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] 10.222.0.99 "GET /v2.0/ports?device_id=a4462ac0-d086-4c7a-ad13-3935bf61840c HTTP/1.1" status: 200 len: 210 time: 0.2070096 Feb 04 08:00:14.907539 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a98f2b-c356-469c-a6fa-1dc838689b2b req-19950141-9ce3-4611-9344-41ffbd5cd120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:00:14.909370 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-05a98f2b-c356-469c-a6fa-1dc838689b2b req-19950141-9ce3-4611-9344-41ffbd5cd120 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d5bbe659-e5c0-4960-af33-ba4597e12070&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0838900 Feb 04 08:00:15.128943 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-05a98f2b-c356-469c-a6fa-1dc838689b2b req-ab792db4-74e3-4198-8abf-909239c370a3 service neutron] 10.222.0.76 "GET /v2.0/networks/d5bbe659-e5c0-4960-af33-ba4597e12070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124755 Feb 04 08:00:15.213947 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b840dd9a-e9c0-44c0-87d6-622f18874cfe req-ef8f59af-752b-440b-a298-3668ff7f7f96 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:00:15.215597 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-b840dd9a-e9c0-44c0-87d6-622f18874cfe req-ef8f59af-752b-440b-a298-3668ff7f7f96 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/ports?device_id=ed56eae0-d057-445b-a86c-975c99566052 HTTP/1.1" status: 200 len: 946 time: 0.2739089 Feb 04 08:00:15.371998 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-b840dd9a-e9c0-44c0-87d6-622f18874cfe req-f090f5af-e6b7-4a91-bbf1-38d8d581a67c tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/security-groups?id=2efe4fb4-6c5a-4311-a0c5-d5a12c9309ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1311321 Feb 04 08:00:15.410112 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-05a98f2b-c356-469c-a6fa-1dc838689b2b req-188c2c6d-d1d6-4e3a-aaac-a722e8996109 service neutron] 10.222.0.76 "GET /v2.0/networks/d5bbe659-e5c0-4960-af33-ba4597e12070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1934619 Feb 04 08:00:15.637213 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fca931-53ae-4e8f-99da-2a9726be0594 req-0f3bbb62-b39b-486b-abd7-b665ff7102e0 tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:00:15.638784 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-e5fca931-53ae-4e8f-99da-2a9726be0594 req-0f3bbb62-b39b-486b-abd7-b665ff7102e0 tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] 10.222.0.99 "GET /v2.0/ports?device_id=59214ee0-5018-40d3-971c-298c943762e6 HTTP/1.1" status: 200 len: 944 time: 0.1697686 Feb 04 08:00:15.706595 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-e5fca931-53ae-4e8f-99da-2a9726be0594 req-cdae4c1a-9799-4641-85b7-115a64ec92b1 tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] 10.222.0.99 "GET /v2.0/security-groups?id=de83cc50-b8b2-4207-acea-affe92a7db5f&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.0608227 Feb 04 08:00:16.099734 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d548f3-e062-4936-bf1a-c27600ad6b5a req-693f2102-c7a6-4873-93d2-d2dd328d40d2 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:00:16.101458 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-11d548f3-e062-4936-bf1a-c27600ad6b5a req-693f2102-c7a6-4873-93d2-d2dd328d40d2 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/ports?device_id=6a08b689-796b-46b2-87e8-9a6e591081ef HTTP/1.1" status: 200 len: 945 time: 0.1687160 Feb 04 08:00:16.171567 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-11d548f3-e062-4936-bf1a-c27600ad6b5a req-e53f8b90-f174-43fa-a0fd-c90fad91626a tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/security-groups?id=165ca7ed-0745-4a75-913b-d38f318fbd54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621018 Feb 04 08:00:16.694227 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7464955-ca8b-4c41-bccc-8c67f54b5c71 req-53c4b29e-1b99-4644-9bef-1329a8459b9c tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:00:16.695901 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-b7464955-ca8b-4c41-bccc-8c67f54b5c71 req-53c4b29e-1b99-4644-9bef-1329a8459b9c tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/ports?device_id=ed56eae0-d057-445b-a86c-975c99566052 HTTP/1.1" status: 200 len: 946 time: 0.1717122 Feb 04 08:00:16.761188 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-b7464955-ca8b-4c41-bccc-8c67f54b5c71 req-7a72388c-bd5d-45ac-a32e-02fe226df24a tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/security-groups?id=2efe4fb4-6c5a-4311-a0c5-d5a12c9309ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590012 Feb 04 08:00:17.010558 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa7d693-3fa1-4429-be19-03d2e0192880 req-e0738426-e755-4131-a526-d253df1c9370 tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:00:17.012277 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-9fa7d693-3fa1-4429-be19-03d2e0192880 req-e0738426-e755-4131-a526-d253df1c9370 tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] 10.222.0.99 "GET /v2.0/ports?device_id=59214ee0-5018-40d3-971c-298c943762e6 HTTP/1.1" status: 200 len: 944 time: 0.1683071 Feb 04 08:00:17.078022 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-9fa7d693-3fa1-4429-be19-03d2e0192880 req-0445441d-e1ad-4005-918b-9f04d43dbbdb tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] 10.222.0.99 "GET /v2.0/security-groups?id=de83cc50-b8b2-4207-acea-affe92a7db5f&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.0587885 Feb 04 08:00:17.306685 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Device c5646e53-1076-4f38-a9ce-9603ce7aced0 up at agent ovs-agent-hv-cinder-73306 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 08:00:17.430843 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Provisioning for port c5646e53-1076-4f38-a9ce-9603ce7aced0 completed by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 04 08:00:17.440793 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Provisioning complete for port c5646e53-1076-4f38-a9ce-9603ce7aced0 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 08:00:17.441421 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762158'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:00:17.584855 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:00:17.605982 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac6480f-fb0b-42e3-ac9c-4e68f110a63b req-1af02b3a-8c01-41ea-a2aa-bbfc15e2676f tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:00:17.607854 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-bac6480f-fb0b-42e3-ac9c-4e68f110a63b req-1af02b3a-8c01-41ea-a2aa-bbfc15e2676f tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/ports?device_id=6a08b689-796b-46b2-87e8-9a6e591081ef HTTP/1.1" status: 200 len: 945 time: 0.1742520 Feb 04 08:00:17.616565 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59214ee0-5018-40d3-971c-298c943762e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5646e53-1076-4f38-a9ce-9603ce7aced0'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 08:00:17.628720 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] For port c5646e53-1076-4f38-a9ce-9603ce7aced0, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=c5646e53-1076-4f38-a9ce-9603ce7aced0,segment=NetworkSegment(d569568a-3589-4a86-b2cc-4d13735c5e6b),segment_id=d569568a-3589-4a86-b2cc-4d13735c5e6b)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 08:00:17.632963 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309259674757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309260170288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727594605546'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:00:17.634976 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-7262d1cc-946f-4205-9fec-1bb6a55c802e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:00:17.675173 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Device 7464ad3a-a108-4124-bb91-84a76f991163 no longer exists at agent ovs-agent-hv-cinder-73306 {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 04 08:00:17.679114 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-bac6480f-fb0b-42e3-ac9c-4e68f110a63b req-7391f152-2736-42ae-aba5-2f8fedd6bfbd tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/security-groups?id=165ca7ed-0745-4a75-913b-d38f318fbd54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621030 Feb 04 08:00:17.779743 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59214ee0-5018-40d3-971c-298c943762e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5646e53-1076-4f38-a9ce-9603ce7aced0', 'code': 200} Feb 04 08:00:17.841507 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Pushing event updated for resources: {'Port': ['ID=c5646e53-1076-4f38-a9ce-9603ce7aced0,revision_number=4']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:00:17.846913 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:00:17.882162 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:00:17.920639 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] For port 7464ad3a-a108-4124-bb91-84a76f991163, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=7464ad3a-a108-4124-bb91-84a76f991163,segment=NetworkSegment(c1444196-01b8-49a6-91dc-480435b565ae),segment_id=c1444196-01b8-49a6-91dc-480435b565ae)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 08:00:17.924806 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309259674757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309260170288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727594605546'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:00:17.927588 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:00:17.976502 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1614578-9ffc-4881-9c61-89d9b74b2553 req-31a17817-560b-40d8-9ad3-9c15e1058b94 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:00:17.984279 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-b1614578-9ffc-4881-9c61-89d9b74b2553 req-31a17817-560b-40d8-9ad3-9c15e1058b94 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] 10.222.0.99 "GET /v2.0/ports?device_id=fa932e77-18a6-4538-9029-8ceee8f10b61 HTTP/1.1" status: 200 len: 946 time: 0.2056336 Feb 04 08:00:17.999464 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 52732) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:00:18.016383 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Pushing event updated for resources: {'Port': ['ID=7464ad3a-a108-4124-bb91-84a76f991163,revision_number=5']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:00:18.020151 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:00:18.167561 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-0b28d4ce-5aec-4921-9b0a-056c3a168bd6 req-f910037c-542c-4be5-bea1-f9d1cc32fbbc service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=ed56eae0-d057-445b-a86c-975c99566052&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1661496 Feb 04 08:00:18.198738 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-b1614578-9ffc-4881-9c61-89d9b74b2553 req-8c7f3729-b7d1-47b4-abe8-01891276420c tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] 10.222.0.99 "GET /v2.0/security-groups?id=23e57bf3-6871-46d4-a88b-2b22ec633850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133749 Feb 04 08:00:18.338257 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb077f1-e78b-4b96-8261-4d013db55d31 req-5b5f6d18-3e75-4f42-80f6-6f25d77291cb tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:00:18.347042 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-9eb077f1-e78b-4b96-8261-4d013db55d31 req-5b5f6d18-3e75-4f42-80f6-6f25d77291cb tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/ports?device_id=ed56eae0-d057-445b-a86c-975c99566052 HTTP/1.1" status: 200 len: 944 time: 0.3595393 Feb 04 08:00:18.430010 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8168fdd-bba8-4b67-bba0-875dd2442fe5 req-d7c54b92-2b17-41af-a603-8d7ea057bb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:00:18.431692 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-f8168fdd-bba8-4b67-bba0-875dd2442fe5 req-d7c54b92-2b17-41af-a603-8d7ea057bb79 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=59214ee0-5018-40d3-971c-298c943762e6 HTTP/1.1" status: 200 len: 1163 time: 0.2984607 Feb 04 08:00:18.515923 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-9eb077f1-e78b-4b96-8261-4d013db55d31 req-d922be59-2263-4d6f-bd14-7eae8c85bc33 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/security-groups?id=2efe4fb4-6c5a-4311-a0c5-d5a12c9309ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1677053 Feb 04 08:00:18.534169 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-f8168fdd-bba8-4b67-bba0-875dd2442fe5 req-28c4fe92-f399-4cf4-acb2-0e8e967f5733 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=de83cc50-b8b2-4207-acea-affe92a7db5f&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.0911272 Feb 04 08:00:18.662216 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c9834c-a6f4-44ca-8d8d-cfa9577745da req-54b61074-6b6e-43a9-9aad-b2cba50d9a62 tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:00:18.663930 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-f9c9834c-a6f4-44ca-8d8d-cfa9577745da req-54b61074-6b6e-43a9-9aad-b2cba50d9a62 tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] 10.222.0.99 "GET /v2.0/ports?device_id=59214ee0-5018-40d3-971c-298c943762e6 HTTP/1.1" status: 200 len: 946 time: 0.3127627 Feb 04 08:00:18.728480 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-f9c9834c-a6f4-44ca-8d8d-cfa9577745da req-800928d9-86f0-4db2-a4d1-11cb9645bc29 tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] 10.222.0.99 "GET /v2.0/security-groups?id=de83cc50-b8b2-4207-acea-affe92a7db5f&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.0580549 Feb 04 08:00:18.738183 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Device c5646e53-1076-4f38-a9ce-9603ce7aced0 up at agent ovs-agent-hv-cinder-73306 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 08:00:18.813177 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Provisioning complete for port c5646e53-1076-4f38-a9ce-9603ce7aced0 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 08:00:18.813507 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762158'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:00:18.995719 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc45d534-6a69-449a-96ad-36548d569666 req-28ebb72f-42ab-4c2d-af8c-78ef89dc91e0 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:00:18.997423 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-fc45d534-6a69-449a-96ad-36548d569666 req-28ebb72f-42ab-4c2d-af8c-78ef89dc91e0 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/ports?device_id=6a08b689-796b-46b2-87e8-9a6e591081ef HTTP/1.1" status: 200 len: 945 time: 0.1811538 Feb 04 08:00:19.069484 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-fc45d534-6a69-449a-96ad-36548d569666 req-d53c4d38-18c3-4be3-9e26-c061836f2b9a tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/security-groups?id=165ca7ed-0745-4a75-913b-d38f318fbd54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645041 Feb 04 08:00:19.516753 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777bff11-acaf-4d51-b7dd-b6f763c18e2b req-dd416fcc-b9ab-4a0d-8b19-fff967ca51ba tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:00:19.519160 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-777bff11-acaf-4d51-b7dd-b6f763c18e2b req-dd416fcc-b9ab-4a0d-8b19-fff967ca51ba tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] 10.222.0.99 "GET /v2.0/ports?device_id=fa932e77-18a6-4538-9029-8ceee8f10b61 HTTP/1.1" status: 200 len: 946 time: 0.1823800 Feb 04 08:00:19.586485 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-777bff11-acaf-4d51-b7dd-b6f763c18e2b req-a8de4578-6ff1-445d-a1cf-ceec3617be0e tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] 10.222.0.99 "GET /v2.0/security-groups?id=23e57bf3-6871-46d4-a88b-2b22ec633850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604928 Feb 04 08:00:19.781760 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed56eae0-d057-445b-a86c-975c99566052', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7464ad3a-a108-4124-bb91-84a76f991163'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 08:00:19.899082 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab66dd0-2769-4e73-a056-4eb941cd824e req-20f48aa4-ef3e-4309-999f-04aaa58ff866 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:00:19.900668 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-6ab66dd0-2769-4e73-a056-4eb941cd824e req-20f48aa4-ef3e-4309-999f-04aaa58ff866 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/ports?device_id=ed56eae0-d057-445b-a86c-975c99566052 HTTP/1.1" status: 200 len: 944 time: 0.1789637 Feb 04 08:00:20.085713 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-6ab66dd0-2769-4e73-a056-4eb941cd824e req-509d84b5-dc26-49de-85b2-1dd2a508289d tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/security-groups?id=2efe4fb4-6c5a-4311-a0c5-d5a12c9309ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1412690 Feb 04 08:00:20.114249 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b28d4ce-5aec-4921-9b0a-056c3a168bd6 req-6e10497a-9354-478f-b7dc-0071e42369ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:00:20.115804 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-0b28d4ce-5aec-4921-9b0a-056c3a168bd6 req-6e10497a-9354-478f-b7dc-0071e42369ca service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=ed56eae0-d057-445b-a86c-975c99566052&tenant_id=672bfb04a4f44fa3ae40a386ff3ebb9b HTTP/1.1" status: 200 len: 1161 time: 0.2141764 Feb 04 08:00:20.178815 dv-cinder-733062-18-smb neutron-server[79999]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ed56eae0-d057-445b-a86c-975c99566052', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7464ad3a-a108-4124-bb91-84a76f991163', 'code': 422} returned with failed status Feb 04 08:00:20.201906 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1450474f-a3cc-4620-bf7a-c4938cfb8d0d req-5addfbaa-fa37-4b29-8c92-5e59babc45ca tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:00:20.203581 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-1450474f-a3cc-4620-bf7a-c4938cfb8d0d req-5addfbaa-fa37-4b29-8c92-5e59babc45ca tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] 10.222.0.99 "GET /v2.0/ports?device_id=59214ee0-5018-40d3-971c-298c943762e6 HTTP/1.1" status: 200 len: 946 time: 0.2665057 Feb 04 08:00:20.277736 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802b25f0-f4db-411d-b271-666772796219 req-20b5c52d-4ebf-452e-970d-4b4c9e7a4e76 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:00:20.278519 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [req-802b25f0-f4db-411d-b271-666772796219 req-20b5c52d-4ebf-452e-970d-4b4c9e7a4e76 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Synchronizing usage tracker for tenant:e025b0caf149437a978dcb2e658b1da5 on resource:port {{(pid=80113) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 04 08:00:20.293248 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [req-802b25f0-f4db-411d-b271-666772796219 req-20b5c52d-4ebf-452e-970d-4b4c9e7a4e76 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Unset dirty status for tenant:e025b0caf149437a978dcb2e658b1da5 on resource:port {{(pid=80113) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 04 08:00:20.294511 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-802b25f0-f4db-411d-b271-666772796219 req-20b5c52d-4ebf-452e-970d-4b4c9e7a4e76 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] 10.222.0.76 "GET /v2.0/ports?device_id=fa932e77-18a6-4538-9029-8ceee8f10b61 HTTP/1.1" status: 200 len: 946 time: 0.2031448 Feb 04 08:00:20.394284 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [req-802b25f0-f4db-411d-b271-666772796219 req-09fbdb34-4f96-442b-9732-5858803db10b tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Deleting port e0dc0856-cac5-4300-b862-d733ede605eb {{(pid=80113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 04 08:00:20.394584 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-802b25f0-f4db-411d-b271-666772796219 req-09fbdb34-4f96-442b-9732-5858803db10b tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727595022485'] for port, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:00:20.585364 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-1450474f-a3cc-4620-bf7a-c4938cfb8d0d req-6ad9e548-512c-4b2b-9e32-cc628b036830 tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] 10.222.0.99 "GET /v2.0/security-groups?id=de83cc50-b8b2-4207-acea-affe92a7db5f&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.3404434 Feb 04 08:00:20.611852 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b28d4ce-5aec-4921-9b0a-056c3a168bd6 req-c9329889-9914-45ab-85b4-81268dbcc804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:00:20.613465 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-0b28d4ce-5aec-4921-9b0a-056c3a168bd6 req-c9329889-9914-45ab-85b4-81268dbcc804 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=672bfb04a4f44fa3ae40a386ff3ebb9b&device_id=ed56eae0-d057-445b-a86c-975c99566052 HTTP/1.1" status: 200 len: 1161 time: 0.4089239 Feb 04 08:00:20.620700 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f338f678-84ca-4163-aa4e-26d1d3d6ec69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:00:20.703566 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [req-802b25f0-f4db-411d-b271-666772796219 req-09fbdb34-4f96-442b-9732-5858803db10b tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] For port e0dc0856-cac5-4300-b862-d733ede605eb, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=e0dc0856-cac5-4300-b862-d733ede605eb,segment=NetworkSegment(7f07e79c-d155-408f-9374-f6b393baea02),segment_id=7f07e79c-d155-408f-9374-f6b393baea02)] {{(pid=80113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 08:00:20.703982 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-802b25f0-f4db-411d-b271-666772796219 req-09fbdb34-4f96-442b-9732-5858803db10b tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853131150'] for port, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:00:20.788068 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Device c5646e53-1076-4f38-a9ce-9603ce7aced0 up at agent ovs-agent-hv-cinder-73306 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 08:00:20.804968 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d014f905-cc0b-4a6c-8af1-9195dabc4fda req-d4d22dea-a9da-4b6f-b694-f1cf3cdcb8b3 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:00:20.806695 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-d014f905-cc0b-4a6c-8af1-9195dabc4fda req-d4d22dea-a9da-4b6f-b694-f1cf3cdcb8b3 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/ports?device_id=6a08b689-796b-46b2-87e8-9a6e591081ef HTTP/1.1" status: 200 len: 945 time: 0.5225673 Feb 04 08:00:20.852475 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [req-802b25f0-f4db-411d-b271-666772796219 req-09fbdb34-4f96-442b-9732-5858803db10b tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Calling delete_port for e0dc0856-cac5-4300-b862-d733ede605eb owned by compute:nova {{(pid=80113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 04 08:00:20.867626 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Provisioning complete for port c5646e53-1076-4f38-a9ce-9603ce7aced0 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 08:00:20.868065 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762158'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:00:20.949724 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-d014f905-cc0b-4a6c-8af1-9195dabc4fda req-a4b416ba-aeca-48ca-8e76-894c2b745610 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/security-groups?id=165ca7ed-0745-4a75-913b-d38f318fbd54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289101 Feb 04 08:00:20.994645 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b28d4ce-5aec-4921-9b0a-056c3a168bd6 req-44298e08-7cb3-482b-adbe-c9ff2e16a47b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:00:20.996472 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-0b28d4ce-5aec-4921-9b0a-056c3a168bd6 req-44298e08-7cb3-482b-adbe-c9ff2e16a47b service neutron] 10.222.0.76 "GET /v2.0/networks?id=3c065512-3d6a-479a-b479-11e02ccc5658 HTTP/1.1" status: 200 len: 909 time: 0.3748238 Feb 04 08:00:21.015863 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-802b25f0-f4db-411d-b271-666772796219 req-09fbdb34-4f96-442b-9732-5858803db10b tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309259674774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727594605512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851609521'] for port, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:00:21.032303 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-39e2f2d1-ce86-40fd-a05a-529d2b92f438 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:00:21.054425 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Device e0dc0856-cac5-4300-b862-d733ede605eb no longer exists at agent ovs-agent-hv-cinder-73306 {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 04 08:00:21.093415 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] No Port match for: e0dc0856-cac5-4300-b862-d733ede605eb {{(pid=80115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 04 08:00:21.093797 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Device e0dc0856-cac5-4300-b862-d733ede605eb not bound to the agent host hv-cinder-73306 {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 04 08:00:21.138115 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fbdb34-4f96-442b-9732-5858803db10b tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Pushing event deleted for resources: {'Port': ['ID=e0dc0856-cac5-4300-b862-d733ede605eb,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:00:21.153161 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbe5357-22f3-46b6-837c-b2ee04af9989 req-2041bc03-7925-4c91-a406-9dc9a35c71cd tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:00:21.154864 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-cdbe5357-22f3-46b6-837c-b2ee04af9989 req-2041bc03-7925-4c91-a406-9dc9a35c71cd tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] 10.222.0.99 "GET /v2.0/ports?device_id=fa932e77-18a6-4538-9029-8ceee8f10b61 HTTP/1.1" status: 200 len: 946 time: 0.3392756 Feb 04 08:00:21.165144 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fbdb34-4f96-442b-9732-5858803db10b tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:00:21.165610 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fbdb34-4f96-442b-9732-5858803db10b tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:00:21.166013 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fbdb34-4f96-442b-9732-5858803db10b tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:00:21.166412 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fbdb34-4f96-442b-9732-5858803db10b tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:00:21.166802 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fbdb34-4f96-442b-9732-5858803db10b tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:00:21.167224 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fbdb34-4f96-442b-9732-5858803db10b tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:00:21.167750 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fbdb34-4f96-442b-9732-5858803db10b tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:00:21.168144 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fbdb34-4f96-442b-9732-5858803db10b tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:00:21.168535 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fbdb34-4f96-442b-9732-5858803db10b tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:00:21.168935 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fbdb34-4f96-442b-9732-5858803db10b tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:00:21.169320 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fbdb34-4f96-442b-9732-5858803db10b tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:00:21.169704 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fbdb34-4f96-442b-9732-5858803db10b tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:00:21.170149 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fbdb34-4f96-442b-9732-5858803db10b tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:00:21.170530 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fbdb34-4f96-442b-9732-5858803db10b tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:00:21.170913 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fbdb34-4f96-442b-9732-5858803db10b tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:00:21.171322 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fbdb34-4f96-442b-9732-5858803db10b tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:00:21.171919 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fbdb34-4f96-442b-9732-5858803db10b tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:00:21.172726 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fbdb34-4f96-442b-9732-5858803db10b tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:00:21.173113 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fbdb34-4f96-442b-9732-5858803db10b tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:00:21.173495 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fbdb34-4f96-442b-9732-5858803db10b tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:00:21.174021 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fbdb34-4f96-442b-9732-5858803db10b tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:00:21.174407 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fbdb34-4f96-442b-9732-5858803db10b tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:00:21.175410 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fbdb34-4f96-442b-9732-5858803db10b tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:00:21.175804 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fbdb34-4f96-442b-9732-5858803db10b tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:00:21.205967 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-09fbdb34-4f96-442b-9732-5858803db10b tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:00:21.230521 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-0b28d4ce-5aec-4921-9b0a-056c3a168bd6 req-c64cc312-8c7d-4698-9d7f-825509529526 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7464ad3a-a108-4124-bb91-84a76f991163 HTTP/1.1" status: 200 len: 1000 time: 0.2248292 Feb 04 08:00:21.279760 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [req-802b25f0-f4db-411d-b271-666772796219 req-09fbdb34-4f96-442b-9732-5858803db10b tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] No DVR routers for this DVR port e0dc0856-cac5-4300-b862-d733ede605eb on host hv-cinder-73306 {{(pid=80113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 04 08:00:21.282070 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-802b25f0-f4db-411d-b271-666772796219 req-09fbdb34-4f96-442b-9732-5858803db10b tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3799'] for port, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:00:21.284965 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa932e77-18a6-4538-9029-8ceee8f10b61', 'name': 'network-vif-deleted', 'tag': 'e0dc0856-cac5-4300-b862-d733ede605eb'}] {{(pid=80113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 08:00:21.301772 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-802b25f0-f4db-411d-b271-666772796219 req-09fbdb34-4f96-442b-9732-5858803db10b tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] 10.222.0.76 "DELETE /v2.0/ports/e0dc0856-cac5-4300-b862-d733ede605eb HTTP/1.1" status: 204 len: 173 time: 1.0010643 Feb 04 08:00:21.381653 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-cdbe5357-22f3-46b6-837c-b2ee04af9989 req-52201bd7-709d-4e68-84e5-46b4461fb642 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] 10.222.0.99 "GET /v2.0/security-groups?id=23e57bf3-6871-46d4-a88b-2b22ec633850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900632 Feb 04 08:00:21.386698 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b28d4ce-5aec-4921-9b0a-056c3a168bd6 req-e0676a32-b3dd-4c12-86ad-4420f05c9c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:00:21.388267 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-0b28d4ce-5aec-4921-9b0a-056c3a168bd6 req-e0676a32-b3dd-4c12-86ad-4420f05c9c88 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c113e9e9-819c-413f-8742-7912f5a3f620 HTTP/1.1" status: 200 len: 854 time: 0.1480415 Feb 04 08:00:21.458987 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa932e77-18a6-4538-9029-8ceee8f10b61', 'name': 'network-vif-deleted', 'tag': 'e0dc0856-cac5-4300-b862-d733ede605eb', 'status': 'completed', 'code': 200} Feb 04 08:00:21.573502 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304a8f75-3914-4da3-9770-04b84244c74d req-82bc99be-77e1-4fc1-b45a-987d5ff6b566 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:00:21.575214 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-304a8f75-3914-4da3-9770-04b84244c74d req-82bc99be-77e1-4fc1-b45a-987d5ff6b566 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/ports?device_id=ed56eae0-d057-445b-a86c-975c99566052 HTTP/1.1" status: 200 len: 944 time: 0.2913301 Feb 04 08:00:21.600283 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b28d4ce-5aec-4921-9b0a-056c3a168bd6 req-e42f3e76-afc2-41d4-8ef4-a632a3ed611e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:00:21.601838 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-0b28d4ce-5aec-4921-9b0a-056c3a168bd6 req-e42f3e76-afc2-41d4-8ef4-a632a3ed611e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3c065512-3d6a-479a-b479-11e02ccc5658&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2065213 Feb 04 08:00:21.726723 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-304a8f75-3914-4da3-9770-04b84244c74d req-76cbff1f-2755-4928-971e-8819cb4da49a tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/security-groups?id=2efe4fb4-6c5a-4311-a0c5-d5a12c9309ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1429093 Feb 04 08:00:21.848429 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-0b28d4ce-5aec-4921-9b0a-056c3a168bd6 req-80122640-a114-4f4b-af29-944416c2c78b service neutron] 10.222.0.76 "GET /v2.0/networks/3c065512-3d6a-479a-b479-11e02ccc5658?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372868 Feb 04 08:00:21.943974 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01ea7cd-7c6e-4631-b1b9-a9e2379e00dc req-27c13e22-9e81-4db7-b8a9-b5cbb7c92d77 tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:00:21.945674 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-d01ea7cd-7c6e-4631-b1b9-a9e2379e00dc req-27c13e22-9e81-4db7-b8a9-b5cbb7c92d77 tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] 10.222.0.99 "GET /v2.0/ports?device_id=59214ee0-5018-40d3-971c-298c943762e6 HTTP/1.1" status: 200 len: 946 time: 0.2160864 Feb 04 08:00:22.106339 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-d01ea7cd-7c6e-4631-b1b9-a9e2379e00dc req-856a6b02-ac74-428f-ab90-1f6b15818eec tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] 10.222.0.99 "GET /v2.0/security-groups?id=de83cc50-b8b2-4207-acea-affe92a7db5f&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.1321814 Feb 04 08:00:22.208210 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-0b28d4ce-5aec-4921-9b0a-056c3a168bd6 req-32e576bd-c417-4741-bde1-4bf0d011d319 service neutron] 10.222.0.76 "GET /v2.0/networks/3c065512-3d6a-479a-b479-11e02ccc5658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3502512 Feb 04 08:00:22.308896 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b64935-041a-4c62-92a6-de58f4c54330 req-26068212-e74a-40ec-a017-8fcd009ae34a tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:00:22.310524 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-06b64935-041a-4c62-92a6-de58f4c54330 req-26068212-e74a-40ec-a017-8fcd009ae34a tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/ports?device_id=6a08b689-796b-46b2-87e8-9a6e591081ef HTTP/1.1" status: 200 len: 945 time: 0.2011659 Feb 04 08:00:22.434723 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-06b64935-041a-4c62-92a6-de58f4c54330 req-765f6a99-77b6-4974-8ee8-d506156014d8 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/security-groups?id=165ca7ed-0745-4a75-913b-d38f318fbd54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855186 Feb 04 08:00:22.540534 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 52772) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:00:22.544980 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8792ed03-998e-41a6-944d-dae96bd39e7a req-36ece6eb-bc0c-400c-a3be-1b8e801de8cb tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:00:22.546735 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-8792ed03-998e-41a6-944d-dae96bd39e7a req-36ece6eb-bc0c-400c-a3be-1b8e801de8cb tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] 10.222.0.99 "GET /v2.0/ports?device_id=59214ee0-5018-40d3-971c-298c943762e6 HTTP/1.1" status: 200 len: 946 time: 0.2351797 Feb 04 08:00:22.607897 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.db_base_plugin_v2 [None req-93a8b204-adbf-40e4-bcca-78ef35547b9d admin admin] Deleting subnet daa9ab9c-d070-4c63-9925-724b7f6976a7 {{(pid=80113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Feb 04 08:00:22.611865 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-93a8b204-adbf-40e4-bcca-78ef35547b9d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:00:22.612925 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-8792ed03-998e-41a6-944d-dae96bd39e7a req-4a50a62f-f453-4d96-921e-c3a97f286a19 tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] 10.222.0.99 "GET /v2.0/security-groups?id=de83cc50-b8b2-4207-acea-affe92a7db5f&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.0586936 Feb 04 08:00:22.668671 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-93a8b204-adbf-40e4-bcca-78ef35547b9d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850727736'] for subnet, precommit_delete_associations {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:00:22.730934 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-93a8b204-adbf-40e4-bcca-78ef35547b9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4562'] for subnet, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:00:22.895250 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-17db65f6-b107-4b76-b104-8f9e91cca020 req-e9b1b6ec-816c-47d0-98e5-b8bdbd52c50a tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] 10.222.0.99 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2259922 Feb 04 08:00:22.901829 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f2a13ed8-a3b5-447f-92a6-68db4a07a4bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:00:22.944872 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.v2.base [req-17db65f6-b107-4b76-b104-8f9e91cca020 req-62c12466-386e-4d9b-abf3-8f3ac187a01a tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Request body: {'floatingip': {'floating_network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 08:00:22.973730 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [req-17db65f6-b107-4b76-b104-8f9e91cca020 req-62c12466-386e-4d9b-abf3-8f3ac187a01a tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 08:00:22.980383 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [req-17db65f6-b107-4b76-b104-8f9e91cca020 req-62c12466-386e-4d9b-abf3-8f3ac187a01a tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Usage tracker for resource:floatingip and tenant:60b487ac91624ec6b296ca8b77fa79ed is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 08:00:22.984101 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [req-17db65f6-b107-4b76-b104-8f9e91cca020 req-62c12466-386e-4d9b-abf3-8f3ac187a01a tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 08:00:22.992475 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [req-17db65f6-b107-4b76-b104-8f9e91cca020 req-62c12466-386e-4d9b-abf3-8f3ac187a01a tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 08:00:23.016685 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-17db65f6-b107-4b76-b104-8f9e91cca020 req-62c12466-386e-4d9b-abf3-8f3ac187a01a tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Notify callbacks [] for floatingip, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:00:23.018438 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-93a8b204-adbf-40e4-bcca-78ef35547b9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854771238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3166325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853310372'] for subnet, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:00:23.037772 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-03ea444f-03d9-4b5e-acba-def7cf89805a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:00:23.127462 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a8b204-adbf-40e4-bcca-78ef35547b9d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=daa9ab9c-d070-4c63-9925-724b7f6976a7,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:00:23.135857 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-93a8b204-adbf-40e4-bcca-78ef35547b9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:00:23.182393 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-93a8b204-adbf-40e4-bcca-78ef35547b9d admin admin] Notify callbacks [] for subnet, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:00:23.193095 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0ea598-4233-403c-ba93-b9e4514bf6d2 req-6781b154-101a-435d-b734-9f845cb781f4 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:00:23.194037 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-93a8b204-adbf-40e4-bcca-78ef35547b9d admin admin] 10.222.0.99 "DELETE /v2.0/subnets/daa9ab9c-d070-4c63-9925-724b7f6976a7 HTTP/1.1" status: 204 len: 168 time: 0.6523488 Feb 04 08:00:23.194801 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-1e0ea598-4233-403c-ba93-b9e4514bf6d2 req-6781b154-101a-435d-b734-9f845cb781f4 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/ports?device_id=ed56eae0-d057-445b-a86c-975c99566052 HTTP/1.1" status: 200 len: 944 time: 0.2983477 Feb 04 08:00:23.195988 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 52794) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:00:23.343946 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-1e0ea598-4233-403c-ba93-b9e4514bf6d2 req-5b544bb0-4bbe-4a6f-bf58-0643ac45ce88 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/security-groups?id=2efe4fb4-6c5a-4311-a0c5-d5a12c9309ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1379924 Feb 04 08:00:23.380020 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-7cda0b92-b68b-4a10-98d3-24ba5c6d26e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854354064'] for network, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:00:23.454445 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-17db65f6-b107-4b76-b104-8f9e91cca020 req-62c12466-386e-4d9b-abf3-8f3ac187a01a tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:00:23.629879 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-7cda0b92-b68b-4a10-98d3-24ba5c6d26e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8537', 'neutron.services.segments.db._delete_segments_for_network--9223363309259659414'] for network, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:00:23.771317 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.services.segments.db [None req-7cda0b92-b68b-4a10-98d3-24ba5c6d26e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6cc8c6f-e231-4895-957c-7832ba254527']}} {{(pid=80113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 08:00:23.787760 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.services.segments.db [None req-7cda0b92-b68b-4a10-98d3-24ba5c6d26e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f07e79c-d155-408f-9374-f6b393baea02') {'for_net_delete': True} {{(pid=80113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 08:00:23.788502 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.services.segments.db [None req-7cda0b92-b68b-4a10-98d3-24ba5c6d26e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f07e79c-d155-408f-9374-f6b393baea02') {} {{(pid=80113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 08:00:23.804478 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-7cda0b92-b68b-4a10-98d3-24ba5c6d26e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363309259661718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4048064'] for segment, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:00:23.827475 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-7cda0b92-b68b-4a10-98d3-24ba5c6d26e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774980'] for segment, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:00:23.830663 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7cda0b92-b68b-4a10-98d3-24ba5c6d26e9 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 04 08:00:23.872913 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-85fac0c9-e82f-41ee-a61d-5b2e920e6613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:00:24.030390 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-7cda0b92-b68b-4a10-98d3-24ba5c6d26e9 admin admin] Network d6cc8c6f-e231-4895-957c-7832ba254527 has no segments {{(pid=80113) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 04 08:00:24.041316 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-7cda0b92-b68b-4a10-98d3-24ba5c6d26e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3166234'] for segment, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:00:24.132614 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d9a5ef-1352-48dd-8c36-0ca751f662c5 req-e294e478-3ce3-47a7-9e53-92e9f9468724 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:00:24.134328 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-a4d9a5ef-1352-48dd-8c36-0ca751f662c5 req-e294e478-3ce3-47a7-9e53-92e9f9468724 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/ports?device_id=6a08b689-796b-46b2-87e8-9a6e591081ef HTTP/1.1" status: 200 len: 945 time: 0.2566931 Feb 04 08:00:24.246353 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-7cda0b92-b68b-4a10-98d3-24ba5c6d26e9 admin admin] Network d6cc8c6f-e231-4895-957c-7832ba254527 has no segments {{(pid=80113) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 04 08:00:24.247172 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.db_base_plugin_common [req-17db65f6-b107-4b76-b104-8f9e91cca020 req-62c12466-386e-4d9b-abf3-8f3ac187a01a tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Allocated IP 172.28.3.187 (fc08f4da-7ea1-4669-9c0d-064e3549341c/afd83efb-5d3e-41fa-8710-d4145e2840f2/acbea8b6-534a-4235-b296-aebd6460bcbe) {{(pid=80114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 04 08:00:24.268669 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-a4d9a5ef-1352-48dd-8c36-0ca751f662c5 req-4be55e1b-6358-4411-8e16-1699b0baf923 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/security-groups?id=165ca7ed-0745-4a75-913b-d38f318fbd54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011052 Feb 04 08:00:24.271529 dv-cinder-733062-18-smb neutron-server[79999]: Traceback (most recent call last): Feb 04 08:00:24.271529 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 08:00:24.271529 dv-cinder-733062-18-smb neutron-server[79999]: timer() Feb 04 08:00:24.271529 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 08:00:24.271529 dv-cinder-733062-18-smb neutron-server[79999]: cb(*args, **kw) Feb 04 08:00:24.271529 dv-cinder-733062-18-smb neutron-server[79999]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 04 08:00:24.271529 dv-cinder-733062-18-smb neutron-server[79999]: return func(*args, **kwargs) Feb 04 08:00:24.271529 dv-cinder-733062-18-smb neutron-server[79999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 08:00:24.271529 dv-cinder-733062-18-smb neutron-server[79999]: self._notify() Feb 04 08:00:24.271529 dv-cinder-733062-18-smb neutron-server[79999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 08:00:24.271529 dv-cinder-733062-18-smb neutron-server[79999]: self.callback(batched_events) Feb 04 08:00:24.271529 dv-cinder-733062-18-smb neutron-server[79999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 08:00:24.271529 dv-cinder-733062-18-smb neutron-server[79999]: event.method(event) Feb 04 08:00:24.271529 dv-cinder-733062-18-smb neutron-server[79999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 08:00:24.271529 dv-cinder-733062-18-smb neutron-server[79999]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 08:00:24.271529 dv-cinder-733062-18-smb neutron-server[79999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 04 08:00:24.271529 dv-cinder-733062-18-smb neutron-server[79999]: segment_id)['aggregates'][0] Feb 04 08:00:24.271529 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 08:00:24.271529 dv-cinder-733062-18-smb neutron-server[79999]: return f(self, *a, **k) Feb 04 08:00:24.271529 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 08:00:24.271529 dv-cinder-733062-18-smb neutron-server[79999]: return self._get(url).json() Feb 04 08:00:24.271529 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 08:00:24.271529 dv-cinder-733062-18-smb neutron-server[79999]: **kwargs) Feb 04 08:00:24.271529 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 08:00:24.271529 dv-cinder-733062-18-smb neutron-server[79999]: return self.request(url, 'GET', **kwargs) Feb 04 08:00:24.271529 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 04 08:00:24.271529 dv-cinder-733062-18-smb neutron-server[79999]: **endpoint_filter) Feb 04 08:00:24.271529 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 08:00:24.271529 dv-cinder-733062-18-smb neutron-server[79999]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 08:00:24.271529 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 08:00:24.271529 dv-cinder-733062-18-smb neutron-server[79999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 08:00:24.271529 dv-cinder-733062-18-smb neutron-server[79999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 08:00:24.400272 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-7cda0b92-b68b-4a10-98d3-24ba5c6d26e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854767263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853136492'] for network, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:00:24.405056 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:00:24.449766 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-7cda0b92-b68b-4a10-98d3-24ba5c6d26e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1815815'] for network, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:00:24.462727 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cda0b92-b68b-4a10-98d3-24ba5c6d26e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=d6cc8c6f-e231-4895-957c-7832ba254527,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:00:24.466495 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-7cda0b92-b68b-4a10-98d3-24ba5c6d26e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:00:24.472342 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-7cda0b92-b68b-4a10-98d3-24ba5c6d26e9 admin admin] 10.222.0.99 "DELETE /v2.0/networks/d6cc8c6f-e231-4895-957c-7832ba254527 HTTP/1.1" status: 204 len: 168 time: 1.2750812 Feb 04 08:00:24.526968 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-17db65f6-b107-4b76-b104-8f9e91cca020 req-62c12466-386e-4d9b-abf3-8f3ac187a01a tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Notify callbacks [] for port, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:00:24.570661 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-17db65f6-b107-4b76-b104-8f9e91cca020 req-62c12466-386e-4d9b-abf3-8f3ac187a01a tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727594645960'] for port, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:00:24.586845 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-c6c7d8a1-0407-4b42-884a-b1605879c865 tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:00:24.670528 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:00:24.751855 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 52810) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:00:24.821703 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c12466-386e-4d9b-abf3-8f3ac187a01a tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Pushing event updated for resources: {'Port': ['ID=acbea8b6-534a-4235-b296-aebd6460bcbe,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:00:24.835744 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-0be0d1ab-38e5-4873-9a0f-dadf7313fe6d admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=e025b0caf149437a978dcb2e658b1da5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0823867 Feb 04 08:00:24.838265 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 52814) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:00:24.847914 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c12466-386e-4d9b-abf3-8f3ac187a01a tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:00:24.848318 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c12466-386e-4d9b-abf3-8f3ac187a01a tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:00:24.848719 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c12466-386e-4d9b-abf3-8f3ac187a01a tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:00:24.849110 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c12466-386e-4d9b-abf3-8f3ac187a01a tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:00:24.849489 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c12466-386e-4d9b-abf3-8f3ac187a01a tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:00:24.849872 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c12466-386e-4d9b-abf3-8f3ac187a01a tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:00:24.850253 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c12466-386e-4d9b-abf3-8f3ac187a01a tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:00:24.850641 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c12466-386e-4d9b-abf3-8f3ac187a01a tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:00:24.851034 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c12466-386e-4d9b-abf3-8f3ac187a01a tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:00:24.851436 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c12466-386e-4d9b-abf3-8f3ac187a01a tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:00:24.851814 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c12466-386e-4d9b-abf3-8f3ac187a01a tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:00:24.852190 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c12466-386e-4d9b-abf3-8f3ac187a01a tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:00:24.852705 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c12466-386e-4d9b-abf3-8f3ac187a01a tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:00:24.852984 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c12466-386e-4d9b-abf3-8f3ac187a01a tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:00:24.853360 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c12466-386e-4d9b-abf3-8f3ac187a01a tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:00:24.853736 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c12466-386e-4d9b-abf3-8f3ac187a01a tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:00:24.854113 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c12466-386e-4d9b-abf3-8f3ac187a01a tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:00:24.854487 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c12466-386e-4d9b-abf3-8f3ac187a01a tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:00:24.855276 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c12466-386e-4d9b-abf3-8f3ac187a01a tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:00:24.855276 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c12466-386e-4d9b-abf3-8f3ac187a01a tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:00:24.855609 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c12466-386e-4d9b-abf3-8f3ac187a01a tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:00:24.855970 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c12466-386e-4d9b-abf3-8f3ac187a01a tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:00:24.856352 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c12466-386e-4d9b-abf3-8f3ac187a01a tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:00:24.856745 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c12466-386e-4d9b-abf3-8f3ac187a01a tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:00:24.861562 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-62c12466-386e-4d9b-abf3-8f3ac187a01a tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:00:24.868813 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Device ff3f9037-f01f-4834-9b48-0bdf19614e19 up at agent ovs-agent-hv-cinder-73306 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 08:00:24.929705 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-917bdaa4-db68-40d6-bd48-50c40fb58df8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:00:24.971849 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-917bdaa4-db68-40d6-bd48-50c40fb58df8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:00:24.977522 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Provisioning complete for port ff3f9037-f01f-4834-9b48-0bdf19614e19 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 08:00:24.977936 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762158'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:00:24.987135 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f5b365-f5bf-4568-94fa-f29e2074dd42 req-96526f72-64f3-43ad-9c7a-ae1d5d0f43c4 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:00:24.995291 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-d0f5b365-f5bf-4568-94fa-f29e2074dd42 req-96526f72-64f3-43ad-9c7a-ae1d5d0f43c4 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/ports?device_id=ed56eae0-d057-445b-a86c-975c99566052 HTTP/1.1" status: 200 len: 944 time: 0.3705230 Feb 04 08:00:25.022297 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17db65f6-b107-4b76-b104-8f9e91cca020 req-62c12466-386e-4d9b-abf3-8f3ac187a01a tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Network fc08f4da-7ea1-4669-9c0d-064e3549341c is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 04 08:00:25.026678 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-917bdaa4-db68-40d6-bd48-50c40fb58df8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:00:25.027810 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.base_scheduler [req-17db65f6-b107-4b76-b104-8f9e91cca020 req-62c12466-386e-4d9b-abf3-8f3ac187a01a tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Resources bound (agent type, host, resource id): {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 04 08:00:25.036278 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-9a01d0ec-d47d-4cb7-a008-a5a0fa8335b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:00:25.046729 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [req-17db65f6-b107-4b76-b104-8f9e91cca020 req-62c12466-386e-4d9b-abf3-8f3ac187a01a tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Received port after_create {{(pid=80114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 04 08:00:25.049808 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917bdaa4-db68-40d6-bd48-50c40fb58df8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23e57bf3-6871-46d4-a88b-2b22ec633850,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:00:25.052525 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-917bdaa4-db68-40d6-bd48-50c40fb58df8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:00:25.060551 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-917bdaa4-db68-40d6-bd48-50c40fb58df8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:00:25.067346 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-917bdaa4-db68-40d6-bd48-50c40fb58df8 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/23e57bf3-6871-46d4-a88b-2b22ec633850 HTTP/1.1" status: 204 len: 168 time: 0.2279174 Feb 04 08:00:25.127397 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-d0f5b365-f5bf-4568-94fa-f29e2074dd42 req-00af357e-87dd-4318-a1c6-aaaaf2b5cb75 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/security-groups?id=2efe4fb4-6c5a-4311-a0c5-d5a12c9309ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1309056 Feb 04 08:00:25.149535 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-17db65f6-b107-4b76-b104-8f9e91cca020 req-62c12466-386e-4d9b-abf3-8f3ac187a01a tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:00:25.230902 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-19d3b842-1860-471a-9268-0862a9b26fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:00:25.247310 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-17db65f6-b107-4b76-b104-8f9e91cca020 req-62c12466-386e-4d9b-abf3-8f3ac187a01a tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:00:25.760887 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a8f056-68d8-4dfc-9702-2a8deb0e280a req-d789084d-5985-465f-9c48-51f015b12986 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:00:25.762588 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-74a8f056-68d8-4dfc-9702-2a8deb0e280a req-d789084d-5985-465f-9c48-51f015b12986 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/ports?device_id=6a08b689-796b-46b2-87e8-9a6e591081ef HTTP/1.1" status: 200 len: 945 time: 0.2985451 Feb 04 08:00:25.820119 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-17db65f6-b107-4b76-b104-8f9e91cca020 req-62c12466-386e-4d9b-abf3-8f3ac187a01a tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Notify callbacks [] for port, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:00:25.832917 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-17db65f6-b107-4b76-b104-8f9e91cca020 req-62c12466-386e-4d9b-abf3-8f3ac187a01a tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309259674757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309260170288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727594605546'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:00:25.851671 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-8654099b-5714-4e68-85c7-1d83a8609d70 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:00:25.918125 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-74a8f056-68d8-4dfc-9702-2a8deb0e280a req-4036377b-f220-4d46-890c-b084c8a408d4 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/security-groups?id=165ca7ed-0745-4a75-913b-d38f318fbd54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479335 Feb 04 08:00:26.041135 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c12466-386e-4d9b-abf3-8f3ac187a01a tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Pushing event updated for resources: {'Port': ['ID=acbea8b6-534a-4235-b296-aebd6460bcbe,revision_number=2']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:00:26.044663 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-62c12466-386e-4d9b-abf3-8f3ac187a01a tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:00:26.094517 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-17db65f6-b107-4b76-b104-8f9e91cca020 req-62c12466-386e-4d9b-abf3-8f3ac187a01a tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853136389'] for floatingip, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:00:26.129094 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-17db65f6-b107-4b76-b104-8f9e91cca020 req-62c12466-386e-4d9b-abf3-8f3ac187a01a tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3799'] for floatingip, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:00:26.130677 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-17db65f6-b107-4b76-b104-8f9e91cca020 req-62c12466-386e-4d9b-abf3-8f3ac187a01a tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] 10.222.0.99 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.1948433 Feb 04 08:00:26.257546 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [req-17db65f6-b107-4b76-b104-8f9e91cca020 req-3e808387-b6ce-49c3-b8ce-c76aeea425c5 tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Synchronizing usage tracker for tenant:60b487ac91624ec6b296ca8b77fa79ed on resource:floatingip {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 04 08:00:26.277046 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [req-17db65f6-b107-4b76-b104-8f9e91cca020 req-3e808387-b6ce-49c3-b8ce-c76aeea425c5 tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Unset dirty status for tenant:60b487ac91624ec6b296ca8b77fa79ed on resource:floatingip {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 04 08:00:26.279522 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-17db65f6-b107-4b76-b104-8f9e91cca020 req-3e808387-b6ce-49c3-b8ce-c76aeea425c5 tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] 10.222.0.99 "GET /v2.0/floatingips?floating_ip_address=172.28.3.187 HTTP/1.1" status: 200 len: 696 time: 0.1415505 Feb 04 08:00:26.636283 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17db65f6-b107-4b76-b104-8f9e91cca020 req-e454478d-ea8f-4c5f-a280-009a4ff20984 tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:00:26.637894 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-17db65f6-b107-4b76-b104-8f9e91cca020 req-e454478d-ea8f-4c5f-a280-009a4ff20984 tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] 10.222.0.99 "GET /v2.0/networks/fc08f4da-7ea1-4669-9c0d-064e3549341c HTTP/1.1" status: 200 len: 784 time: 0.3530066 Feb 04 08:00:26.658657 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [req-17db65f6-b107-4b76-b104-8f9e91cca020 req-06c4d4d8-23de-4281-8ff6-5186c86089af tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] http://10.222.0.99:9696/v2.0/extensions returned with HTTP 200 {{(pid=80114) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 08:00:26.659988 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-17db65f6-b107-4b76-b104-8f9e91cca020 req-06c4d4d8-23de-4281-8ff6-5186c86089af tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] 10.222.0.99 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0140371 Feb 04 08:00:26.778468 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbef00c-14c8-4c77-be76-e31ee21cc15b req-c9d43baf-f7f3-416d-85d0-d32e96f3a0d5 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:00:26.788549 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-1fbef00c-14c8-4c77-be76-e31ee21cc15b req-c9d43baf-f7f3-416d-85d0-d32e96f3a0d5 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/ports?device_id=ed56eae0-d057-445b-a86c-975c99566052 HTTP/1.1" status: 200 len: 944 time: 0.3954151 Feb 04 08:00:26.922531 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-1fbef00c-14c8-4c77-be76-e31ee21cc15b req-5f31c63c-6ae7-452d-8b24-8958b2f33d7b tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/security-groups?id=2efe4fb4-6c5a-4311-a0c5-d5a12c9309ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1326985 Feb 04 08:00:27.085588 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e233164e-91ec-4cf9-a369-b072eaf68c2f req-394557f9-90d4-4e58-9d85-79f32176f1e9 tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:00:27.087332 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-e233164e-91ec-4cf9-a369-b072eaf68c2f req-394557f9-90d4-4e58-9d85-79f32176f1e9 tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] 10.222.0.99 "GET /v2.0/ports?device_id=59214ee0-5018-40d3-971c-298c943762e6&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2760186 Feb 04 08:00:27.249302 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-e233164e-91ec-4cf9-a369-b072eaf68c2f req-bff7526e-5c34-4c34-85ae-a316260dad44 tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] 10.222.0.99 "GET /v2.0/floatingips?floating_ip_address=172.28.3.187 HTTP/1.1" status: 200 len: 696 time: 0.1547101 Feb 04 08:00:27.269111 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.v2.base [req-e233164e-91ec-4cf9-a369-b072eaf68c2f req-49c2b7c9-134d-4424-b1bb-c0fc10e0f68d tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Request body: {'floatingip': {'port_id': 'c5646e53-1076-4f38-a9ce-9603ce7aced0', 'fixed_ip_address': '172.20.0.12'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 08:00:27.639903 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-e233164e-91ec-4cf9-a369-b072eaf68c2f req-49c2b7c9-134d-4424-b1bb-c0fc10e0f68d tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Notify callbacks [] for floatingip, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:00:27.813364 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb501a7d-1060-459e-8037-6e222eb3372d req-468485b9-2b86-4d52-aeae-75b51a4f3407 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:00:27.816418 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-bb501a7d-1060-459e-8037-6e222eb3372d req-468485b9-2b86-4d52-aeae-75b51a4f3407 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/ports?device_id=6a08b689-796b-46b2-87e8-9a6e591081ef HTTP/1.1" status: 200 len: 945 time: 0.7239218 Feb 04 08:00:27.988038 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-bb501a7d-1060-459e-8037-6e222eb3372d req-59e7f5c3-6b04-4132-a121-884b05f8e7d3 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/security-groups?id=165ca7ed-0745-4a75-913b-d38f318fbd54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299627 Feb 04 08:00:28.513187 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f324299c-b4d4-4844-b359-ca3fc5dd9d31 req-d8aa5741-b6d0-480b-8991-c467f177dda8 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:00:28.519865 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-f324299c-b4d4-4844-b359-ca3fc5dd9d31 req-d8aa5741-b6d0-480b-8991-c467f177dda8 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/ports?device_id=ed56eae0-d057-445b-a86c-975c99566052 HTTP/1.1" status: 200 len: 944 time: 0.3226490 Feb 04 08:00:28.643873 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-f324299c-b4d4-4844-b359-ca3fc5dd9d31 req-da62bd3c-368f-4a2f-9574-64d40deb2e41 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/security-groups?id=2efe4fb4-6c5a-4311-a0c5-d5a12c9309ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1221743 Feb 04 08:00:28.807472 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-e233164e-91ec-4cf9-a369-b072eaf68c2f req-49c2b7c9-134d-4424-b1bb-c0fc10e0f68d tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:00:28.812057 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-e233164e-91ec-4cf9-a369-b072eaf68c2f req-49c2b7c9-134d-4424-b1bb-c0fc10e0f68d tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853136389'] for floatingip, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:00:29.024996 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.db.l3_db [req-e233164e-91ec-4cf9-a369-b072eaf68c2f req-49c2b7c9-134d-4424-b1bb-c0fc10e0f68d tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Floating IP cddab855-1f24-4d81-8e2c-6212353bb673 associated. External IP: 172.28.3.187, port: c5646e53-1076-4f38-a9ce-9603ce7aced0. Feb 04 08:00:29.421274 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f08b481-9328-4a7b-8b02-5a62487677c4 req-5ea8e2a8-1737-4e1e-92fc-8a89445ea954 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:00:29.431103 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-7f08b481-9328-4a7b-8b02-5a62487677c4 req-5ea8e2a8-1737-4e1e-92fc-8a89445ea954 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/ports?device_id=6a08b689-796b-46b2-87e8-9a6e591081ef HTTP/1.1" status: 200 len: 945 time: 0.2441840 Feb 04 08:00:29.635540 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-7f08b481-9328-4a7b-8b02-5a62487677c4 req-10e4635a-34c7-4a3e-bb70-c43facd95e57 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/security-groups?id=165ca7ed-0745-4a75-913b-d38f318fbd54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034352 Feb 04 08:00:29.703407 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e233164e-91ec-4cf9-a369-b072eaf68c2f req-49c2b7c9-134d-4424-b1bb-c0fc10e0f68d tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Router c7e7ba54-2612-40c1-8e2b-3fe56be5473c has already been hosted by L3 agent 9b1007a2-cea1-4e19-8fd5-ed5c2617e796 {{(pid=80114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 04 08:00:30.203078 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e233164e-91ec-4cf9-a369-b072eaf68c2f req-49c2b7c9-134d-4424-b1bb-c0fc10e0f68d tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Notify agent at l3_agent.dv-cinder-733062-18-smb the message routers_updated {{(pid=80114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 04 08:00:30.209027 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-e233164e-91ec-4cf9-a369-b072eaf68c2f req-49c2b7c9-134d-4424-b1bb-c0fc10e0f68d tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3799'] for floatingip, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:00:30.215337 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f094251-766d-4b55-acd2-00e69119d93b None None] Sync routers for ids ['c7e7ba54-2612-40c1-8e2b-3fe56be5473c'] in dv-cinder-733062-18-smb {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 04 08:00:30.226463 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f094251-766d-4b55-acd2-00e69119d93b None None] Routers {'c7e7ba54-2612-40c1-8e2b-3fe56be5473c'} bound to L3 agent in host dv-cinder-733062-18-smb {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 04 08:00:30.227413 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-0f094251-766d-4b55-acd2-00e69119d93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-04T07:47:53Z,description=,heartbeat_timestamp=2021-02-04T08:00:23Z,host='dv-cinder-733062-18-smb',id=9b1007a2-cea1-4e19-8fd5-ed5c2617e796,load=0,resource_versions=,resources_synced=,started_at=2021-02-04T07:47:53Z,topic='l3_agent')) {'router_ids': ['c7e7ba54-2612-40c1-8e2b-3fe56be5473c'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 08:00:30.335920 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66d5ebb-9d1c-4528-9a9b-dbeba4dac3ca req-e12fd501-7138-448b-b981-76c051d6c529 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:00:30.344285 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-c66d5ebb-9d1c-4528-9a9b-dbeba4dac3ca req-e12fd501-7138-448b-b981-76c051d6c529 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/ports?device_id=ed56eae0-d057-445b-a86c-975c99566052 HTTP/1.1" status: 200 len: 944 time: 0.4987240 Feb 04 08:00:30.437384 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-c66d5ebb-9d1c-4528-9a9b-dbeba4dac3ca req-f7b80308-1ecd-481b-a045-32ab76a70bd7 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/security-groups?id=2efe4fb4-6c5a-4311-a0c5-d5a12c9309ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916064 Feb 04 08:00:30.439860 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-e233164e-91ec-4cf9-a369-b072eaf68c2f req-49c2b7c9-134d-4424-b1bb-c0fc10e0f68d tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] 10.222.0.99 "PUT /v2.0/floatingips/cddab855-1f24-4d81-8e2c-6212353bb673 HTTP/1.1" status: 200 len: 997 time: 3.1783001 Feb 04 08:00:30.440615 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59214ee0-5018-40d3-971c-298c943762e6', 'tag': 'c5646e53-1076-4f38-a9ce-9603ce7aced0'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 08:00:30.450630 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvr_db [None req-0f094251-766d-4b55-acd2-00e69119d93b None None] Set router c7e7ba54-2612-40c1-8e2b-3fe56be5473c gateway port host: dv-cinder-733062-18-smb {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 04 08:00:30.556971 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59214ee0-5018-40d3-971c-298c943762e6', 'tag': 'c5646e53-1076-4f38-a9ce-9603ce7aced0', 'status': 'completed', 'code': 200} Feb 04 08:00:30.574026 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e233164e-91ec-4cf9-a369-b072eaf68c2f req-230a9b15-d6d4-484e-ab21-302af37bfb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:00:30.577728 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-e233164e-91ec-4cf9-a369-b072eaf68c2f req-230a9b15-d6d4-484e-ab21-302af37bfb7a service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=60b487ac91624ec6b296ca8b77fa79ed&device_id=59214ee0-5018-40d3-971c-298c943762e6 HTTP/1.1" status: 200 len: 1163 time: 0.1180975 Feb 04 08:00:30.809117 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e233164e-91ec-4cf9-a369-b072eaf68c2f req-5ed8744b-534f-4971-833c-402623164b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:00:30.811099 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-e233164e-91ec-4cf9-a369-b072eaf68c2f req-5ed8744b-534f-4971-833c-402623164b18 service neutron] 10.222.0.99 "GET /v2.0/networks?id=d5bbe659-e5c0-4960-af33-ba4597e12070 HTTP/1.1" status: 200 len: 903 time: 0.2263279 Feb 04 08:00:31.040793 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-0f094251-766d-4b55-acd2-00e69119d93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7e7ba54-2612-40c1-8e2b-3fe56be5473c', 'name': 'tempest-TestShelveInstance-1949532045-router', 'tenant_id': '60b487ac91624ec6b296ca8b77fa79ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'external_fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.103'}], 'enable_snat': True}, 'gw_port_id': '950e1bde-a355-4187-9b7e-dc414b628341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T07:58:54Z', 'updated_at': '2021-02-04T07:59:02Z', 'revision_number': 4, 'project_id': '60b487ac91624ec6b296ca8b77fa79ed', 'gw_port': {'id': '950e1bde-a355-4187-9b7e-dc414b628341', 'name': '', 'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:52:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e7ba54-2612-40c1-8e2b-3fe56be5473c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T07:58:55Z', 'updated_at': '2021-02-04T07:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-18-smb', '_floatingips': [{'id': 'cddab855-1f24-4d81-8e2c-6212353bb673', 'tenant_id': '60b487ac91624ec6b296ca8b77fa79ed', 'floating_ip_address': '172.28.3.187', 'floating_network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'router_id': 'c7e7ba54-2612-40c1-8e2b-3fe56be5473c', 'port_id': 'c5646e53-1076-4f38-a9ce-9603ce7aced0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 383, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5bbe659-e5c0-4960-af33-ba4597e12070', 'mac_address': 'fa:16:3e:43:67:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59214ee0-5018-40d3-971c-298c943762e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-04T08:00:25Z', 'updated_at': '2021-02-04T08:00:28Z', 'revision_number': 1, 'project_id': '60b487ac91624ec6b296ca8b77fa79ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd391d32b-1f99-416c-965b-beea640ad6e9', 'name': '', 'network_id': 'd5bbe659-e5c0-4960-af33-ba4597e12070', 'tenant_id': '60b487ac91624ec6b296ca8b77fa79ed', 'mac_address': 'fa:16:3e:60:27:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e7ba54-2612-40c1-8e2b-3fe56be5473c', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '8d7c4961-342b-40ca-a804-f15c6236b720', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T07:59:00Z', 'updated_at': '2021-02-04T07:59:13Z', 'revision_number': 5, 'project_id': '60b487ac91624ec6b296ca8b77fa79ed', 'subnets': [{'id': '8d7c4961-342b-40ca-a804-f15c6236b720', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733062-18-smb', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 08:00:31.045739 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f094251-766d-4b55-acd2-00e69119d93b None None] Checking router: c7e7ba54-2612-40c1-8e2b-3fe56be5473c for host: dv-cinder-733062-18-smb {{(pid=80116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 04 08:00:31.051898 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-e233164e-91ec-4cf9-a369-b072eaf68c2f req-7d87b579-66a6-46aa-a149-2d839ad9a008 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5646e53-1076-4f38-a9ce-9603ce7aced0 HTTP/1.1" status: 200 len: 1000 time: 0.2298574 Feb 04 08:00:31.057849 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f094251-766d-4b55-acd2-00e69119d93b None None] Routers {'c7e7ba54-2612-40c1-8e2b-3fe56be5473c'} bound to L3 agent in host dv-cinder-733062-18-smb {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 04 08:00:31.058849 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-0f094251-766d-4b55-acd2-00e69119d93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-04T07:47:53Z,description=,heartbeat_timestamp=2021-02-04T08:00:23Z,host='dv-cinder-733062-18-smb',id=9b1007a2-cea1-4e19-8fd5-ed5c2617e796,load=0,resource_versions=,resources_synced=,started_at=2021-02-04T07:47:53Z,topic='l3_agent')) {'router_ids': ['c7e7ba54-2612-40c1-8e2b-3fe56be5473c'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 08:00:31.212148 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205abf24-a7f7-4b6c-a34b-b6d8c1efb148 req-22950d5d-83cc-4396-ab22-92b8215fb3ba tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:00:31.218760 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-205abf24-a7f7-4b6c-a34b-b6d8c1efb148 req-22950d5d-83cc-4396-ab22-92b8215fb3ba tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/ports?device_id=6a08b689-796b-46b2-87e8-9a6e591081ef HTTP/1.1" status: 200 len: 945 time: 0.3064077 Feb 04 08:00:31.273847 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvr_db [None req-0f094251-766d-4b55-acd2-00e69119d93b None None] Set router c7e7ba54-2612-40c1-8e2b-3fe56be5473c gateway port host: dv-cinder-733062-18-smb {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 04 08:00:31.318016 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e233164e-91ec-4cf9-a369-b072eaf68c2f req-9704842c-e412-41a7-a206-f2eb03bbee04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:00:31.327187 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-e233164e-91ec-4cf9-a369-b072eaf68c2f req-9704842c-e412-41a7-a206-f2eb03bbee04 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=8d7c4961-342b-40ca-a804-f15c6236b720 HTTP/1.1" status: 200 len: 848 time: 0.2630014 Feb 04 08:00:31.462621 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-205abf24-a7f7-4b6c-a34b-b6d8c1efb148 req-53e62aeb-74b3-4337-9efe-052dc2de275c tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/security-groups?id=165ca7ed-0745-4a75-913b-d38f318fbd54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341726 Feb 04 08:00:31.641332 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e233164e-91ec-4cf9-a369-b072eaf68c2f req-fa29afcb-77d8-4d8c-a740-574229fa0c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:00:31.645528 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-e233164e-91ec-4cf9-a369-b072eaf68c2f req-fa29afcb-77d8-4d8c-a740-574229fa0c04 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=d5bbe659-e5c0-4960-af33-ba4597e12070&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2394636 Feb 04 08:00:31.661641 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [req-e233164e-91ec-4cf9-a369-b072eaf68c2f req-e1ae398a-31a6-4aa3-9930-1d19852a0539 service neutron] http://10.222.0.99:9696/v2.0/extensions returned with HTTP 200 {{(pid=80114) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 08:00:31.663162 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-e233164e-91ec-4cf9-a369-b072eaf68c2f req-e1ae398a-31a6-4aa3-9930-1d19852a0539 service neutron] 10.222.0.99 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0095713 Feb 04 08:00:31.821914 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-0f094251-766d-4b55-acd2-00e69119d93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7e7ba54-2612-40c1-8e2b-3fe56be5473c', 'name': 'tempest-TestShelveInstance-1949532045-router', 'tenant_id': '60b487ac91624ec6b296ca8b77fa79ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'external_fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.103'}], 'enable_snat': True}, 'gw_port_id': '950e1bde-a355-4187-9b7e-dc414b628341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T07:58:54Z', 'updated_at': '2021-02-04T07:59:02Z', 'revision_number': 4, 'project_id': '60b487ac91624ec6b296ca8b77fa79ed', 'gw_port': {'id': '950e1bde-a355-4187-9b7e-dc414b628341', 'name': '', 'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:52:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e7ba54-2612-40c1-8e2b-3fe56be5473c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T07:58:55Z', 'updated_at': '2021-02-04T07:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-18-smb', '_floatingips': [{'id': 'cddab855-1f24-4d81-8e2c-6212353bb673', 'tenant_id': '60b487ac91624ec6b296ca8b77fa79ed', 'floating_ip_address': '172.28.3.187', 'floating_network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'router_id': 'c7e7ba54-2612-40c1-8e2b-3fe56be5473c', 'port_id': 'c5646e53-1076-4f38-a9ce-9603ce7aced0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 383, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5bbe659-e5c0-4960-af33-ba4597e12070', 'mac_address': 'fa:16:3e:43:67:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59214ee0-5018-40d3-971c-298c943762e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-04T08:00:25Z', 'updated_at': '2021-02-04T08:00:28Z', 'revision_number': 1, 'project_id': '60b487ac91624ec6b296ca8b77fa79ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd391d32b-1f99-416c-965b-beea640ad6e9', 'name': '', 'network_id': 'd5bbe659-e5c0-4960-af33-ba4597e12070', 'tenant_id': '60b487ac91624ec6b296ca8b77fa79ed', 'mac_address': 'fa:16:3e:60:27:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e7ba54-2612-40c1-8e2b-3fe56be5473c', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '8d7c4961-342b-40ca-a804-f15c6236b720', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T07:59:00Z', 'updated_at': '2021-02-04T07:59:13Z', 'revision_number': 5, 'project_id': '60b487ac91624ec6b296ca8b77fa79ed', 'subnets': [{'id': '8d7c4961-342b-40ca-a804-f15c6236b720', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733062-18-smb', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 08:00:31.826294 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f094251-766d-4b55-acd2-00e69119d93b None None] The sync data for ids ['c7e7ba54-2612-40c1-8e2b-3fe56be5473c'] in dv-cinder-733062-18-smb is: [{'id': 'c7e7ba54-2612-40c1-8e2b-3fe56be5473c', 'name': 'tempest-TestShelveInstance-1949532045-router', 'tenant_id': '60b487ac91624ec6b296ca8b77fa79ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'external_fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.103'}], 'enable_snat': True}, 'gw_port_id': '950e1bde-a355-4187-9b7e-dc414b628341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T07:58:54Z', 'updated_at': '2021-02-04T07:59:02Z', 'revision_number': 4, 'project_id': '60b487ac91624ec6b296ca8b77fa79ed', 'gw_port': {'id': '950e1bde-a355-4187-9b7e-dc414b628341', 'name': '', 'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:52:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e7ba54-2612-40c1-8e2b-3fe56be5473c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T07:58:55Z', 'updated_at': '2021-02-04T07:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-18-smb', '_floatingips': [{'id': 'cddab855-1f24-4d81-8e2c-6212353bb673', 'tenant_id': '60b487ac91624ec6b296ca8b77fa79ed', 'floating_ip_address': '172.28.3.187', 'floating_network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'router_id': 'c7e7ba54-2612-40c1-8e2b-3fe56be5473c', 'port_id': 'c5646e53-1076-4f38-a9ce-9603ce7aced0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 383, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5bbe659-e5c0-4960-af33-ba4597e12070', 'mac_address': 'fa:16:3e:43:67:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59214ee0-5018-40d3-971c-298c943762e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-04T08:00:25Z', 'updated_at': '2021-02-04T08:00:28Z', 'revision_number': 1, 'project_id': '60b487ac91624ec6b296ca8b77fa79ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd391d32b-1f99-416c-965b-beea640ad6e9', 'name': '', 'network_id': 'd5bbe659-e5c0-4960-af33-ba4597e12070', 'tenant_id': '60b487ac91624ec6b296ca8b77fa79ed', 'mac_address': 'fa:16:3e:60:27:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e7ba54-2612-40c1-8e2b-3fe56be5473c', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '8d7c4961-342b-40ca-a804-f15c6236b720', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T07:59:00Z', 'updated_at': '2021-02-04T07:59:13Z', 'revision_number': 5, 'project_id': '60b487ac91624ec6b296ca8b77fa79ed', 'subnets': [{'id': '8d7c4961-342b-40ca-a804-f15c6236b720', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 04 08:00:32.007684 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfee4cd-44db-438c-90da-088498b44137 req-4fa56ffd-559b-4c58-ab30-7aed41f2d002 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:00:32.009426 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-fcfee4cd-44db-438c-90da-088498b44137 req-4fa56ffd-559b-4c58-ab30-7aed41f2d002 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/ports?device_id=ed56eae0-d057-445b-a86c-975c99566052 HTTP/1.1" status: 200 len: 944 time: 0.3007603 Feb 04 08:00:32.069323 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-e233164e-91ec-4cf9-a369-b072eaf68c2f req-913ab01e-d950-49fa-b6e3-03f17c1f60b1 service neutron] 10.222.0.99 "GET /v2.0/networks/d5bbe659-e5c0-4960-af33-ba4597e12070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3993902 Feb 04 08:00:32.127358 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-fcfee4cd-44db-438c-90da-088498b44137 req-8e90ad38-21d0-45c5-9cec-dd16ea765e9c tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/security-groups?id=2efe4fb4-6c5a-4311-a0c5-d5a12c9309ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015000 Feb 04 08:00:32.253264 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-e233164e-91ec-4cf9-a369-b072eaf68c2f req-42abf247-5219-454f-85a4-64a8c81163fa service neutron] 10.222.0.99 "GET /v2.0/networks/d5bbe659-e5c0-4960-af33-ba4597e12070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1773207 Feb 04 08:00:32.299700 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a5309d-730b-4bba-8ab8-e280874d5120 None None] New status for floating IP cddab855-1f24-4d81-8e2c-6212353bb673: ACTIVE {{(pid=80115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 04 08:00:32.830861 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a6b8b8-3122-4f59-8d06-325513d9fab7 req-cc948976-6f31-4e16-b20c-3fb7d1081aa6 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:00:32.833111 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-72a6b8b8-3122-4f59-8d06-325513d9fab7 req-cc948976-6f31-4e16-b20c-3fb7d1081aa6 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/ports?device_id=6a08b689-796b-46b2-87e8-9a6e591081ef HTTP/1.1" status: 200 len: 945 time: 0.1955535 Feb 04 08:00:32.925750 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-72a6b8b8-3122-4f59-8d06-325513d9fab7 req-5937818f-3e69-4616-8c6f-497831bfabd7 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/security-groups?id=165ca7ed-0745-4a75-913b-d38f318fbd54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800090 Feb 04 08:00:33.252221 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 52946) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:00:33.476623 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-c0580f19-becd-4c57-97cf-6b6e5089fd74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:00:33.498559 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-c0580f19-becd-4c57-97cf-6b6e5089fd74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 08:00:33.504192 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-c0580f19-becd-4c57-97cf-6b6e5089fd74 admin admin] Usage tracker for resource:security_group_rule and tenant:667f9121b0fa4678a5863d5b1db75e20 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 08:00:33.507443 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-c0580f19-becd-4c57-97cf-6b6e5089fd74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 08:00:33.513869 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-c0580f19-becd-4c57-97cf-6b6e5089fd74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 08:00:33.514275 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2018caf4-4ddc-4007-bbee-35503b6019b9 req-af359bee-6dd2-4730-9dac-b4f72879d7ab tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:00:33.522215 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-2018caf4-4ddc-4007-bbee-35503b6019b9 req-af359bee-6dd2-4730-9dac-b4f72879d7ab tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/ports?device_id=ed56eae0-d057-445b-a86c-975c99566052 HTTP/1.1" status: 200 len: 944 time: 0.2115965 Feb 04 08:00:33.584383 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-2018caf4-4ddc-4007-bbee-35503b6019b9 req-06b71c4e-6ef3-4773-a7af-095fefd84e47 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/security-groups?id=2efe4fb4-6c5a-4311-a0c5-d5a12c9309ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611684 Feb 04 08:00:33.615722 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-c0580f19-becd-4c57-97cf-6b6e5089fd74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:00:33.618695 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-c0580f19-becd-4c57-97cf-6b6e5089fd74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:00:33.633602 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-9913aac8-7386-4324-9ef8-8d980a8e53a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:00:33.679171 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0580f19-becd-4c57-97cf-6b6e5089fd74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65405671-a1f0-4585-b7b4-bfc1d7fdd08f,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:00:33.682923 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-c0580f19-becd-4c57-97cf-6b6e5089fd74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:00:33.685939 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-c0580f19-becd-4c57-97cf-6b6e5089fd74 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=667f9121b0fa4678a5863d5b1db75e20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4319606 Feb 04 08:00:33.691676 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.99', 52954) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:00:33.764295 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-7176fedb-3c11-4cbf-9d3d-45688a75fb37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:00:33.794774 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-7176fedb-3c11-4cbf-9d3d-45688a75fb37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:00:33.842674 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-7176fedb-3c11-4cbf-9d3d-45688a75fb37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:00:33.849193 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-51cf11c4-14d6-4705-ba10-a33e34be078d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:00:33.865663 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7176fedb-3c11-4cbf-9d3d-45688a75fb37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65405671-a1f0-4585-b7b4-bfc1d7fdd08f,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:00:33.868984 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-7176fedb-3c11-4cbf-9d3d-45688a75fb37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:00:33.870528 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-7176fedb-3c11-4cbf-9d3d-45688a75fb37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:00:33.871712 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-7176fedb-3c11-4cbf-9d3d-45688a75fb37 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/65405671-a1f0-4585-b7b4-bfc1d7fdd08f HTTP/1.1" status: 204 len: 168 time: 0.1790123 Feb 04 08:00:34.244052 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4befa057-f8ad-4041-983c-92fcfbae0349 req-4ed99b6f-93ef-4d39-bb0a-2c429b13a6f7 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:00:34.245996 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-4befa057-f8ad-4041-983c-92fcfbae0349 req-4ed99b6f-93ef-4d39-bb0a-2c429b13a6f7 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/ports?device_id=6a08b689-796b-46b2-87e8-9a6e591081ef HTTP/1.1" status: 200 len: 945 time: 0.1798189 Feb 04 08:00:34.259380 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 52964) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:00:34.279113 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f5153710-f64c-4091-9d7a-20dc2216edfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:00:34.296426 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-f5153710-f64c-4091-9d7a-20dc2216edfd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 08:00:34.303944 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-f5153710-f64c-4091-9d7a-20dc2216edfd admin admin] Usage tracker for resource:security_group_rule and tenant:66fe6e1102c9401e89eec7255d900d64 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 08:00:34.307215 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-f5153710-f64c-4091-9d7a-20dc2216edfd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 08:00:34.313795 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-f5153710-f64c-4091-9d7a-20dc2216edfd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 08:00:34.336105 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-4befa057-f8ad-4041-983c-92fcfbae0349 req-e492d74a-babf-41d6-8d06-28939c992155 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/security-groups?id=165ca7ed-0745-4a75-913b-d38f318fbd54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827847 Feb 04 08:00:34.408215 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f5153710-f64c-4091-9d7a-20dc2216edfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:00:34.411181 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f5153710-f64c-4091-9d7a-20dc2216edfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:00:34.420321 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-1f1c4818-f57b-40c9-930e-cad652214f21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:00:34.469055 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-f5153710-f64c-4091-9d7a-20dc2216edfd admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=66fe6e1102c9401e89eec7255d900d64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2085054 Feb 04 08:00:34.470460 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5153710-f64c-4091-9d7a-20dc2216edfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2619880e-5682-4280-a5c9-a843fe4484f4,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:00:34.472228 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.99', 52968) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:00:34.475758 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-f5153710-f64c-4091-9d7a-20dc2216edfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:00:34.540823 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-237ba0a0-55ba-44d0-803f-30fe9c6fa211 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:00:34.570934 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-237ba0a0-55ba-44d0-803f-30fe9c6fa211 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:00:34.618038 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-237ba0a0-55ba-44d0-803f-30fe9c6fa211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:00:34.623803 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:00:34.639038 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237ba0a0-55ba-44d0-803f-30fe9c6fa211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2619880e-5682-4280-a5c9-a843fe4484f4,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:00:34.642570 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-237ba0a0-55ba-44d0-803f-30fe9c6fa211 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:00:34.643837 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-237ba0a0-55ba-44d0-803f-30fe9c6fa211 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:00:34.645065 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-237ba0a0-55ba-44d0-803f-30fe9c6fa211 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/2619880e-5682-4280-a5c9-a843fe4484f4 HTTP/1.1" status: 204 len: 168 time: 0.1708565 Feb 04 08:00:34.912287 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d2f427-5ef7-4616-bc61-9dbc7218bc8e req-e4c36a91-34c9-43d9-84e4-3177ab669f94 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:00:34.914005 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-c9d2f427-5ef7-4616-bc61-9dbc7218bc8e req-e4c36a91-34c9-43d9-84e4-3177ab669f94 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/ports?device_id=ed56eae0-d057-445b-a86c-975c99566052 HTTP/1.1" status: 200 len: 944 time: 0.1698818 Feb 04 08:00:35.039480 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-c9d2f427-5ef7-4616-bc61-9dbc7218bc8e req-e044fa1a-3967-42d6-afdb-e6bb64f96cb0 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/security-groups?id=2efe4fb4-6c5a-4311-a0c5-d5a12c9309ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1128001 Feb 04 08:00:35.068988 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e6bd3f-087f-41c5-b94a-b472d7f1e603 req-f611625d-dd5d-4998-863c-414ceda958e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:00:35.070604 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-81e6bd3f-087f-41c5-b94a-b472d7f1e603 req-f611625d-dd5d-4998-863c-414ceda958e6 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=60b487ac91624ec6b296ca8b77fa79ed&device_id=59214ee0-5018-40d3-971c-298c943762e6 HTTP/1.1" status: 200 len: 1163 time: 0.1279929 Feb 04 08:00:35.093263 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.99', 52982) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:00:35.139078 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-7fa221a3-a73f-421f-8b4e-ff9e7fba3e94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:00:35.215697 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-7fa221a3-a73f-421f-8b4e-ff9e7fba3e94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 08:00:35.223781 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-7fa221a3-a73f-421f-8b4e-ff9e7fba3e94 admin admin] Usage tracker for resource:security_group_rule and tenant:12e7dabb7d074f699433a9db8e5e217a is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 08:00:35.233203 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-7fa221a3-a73f-421f-8b4e-ff9e7fba3e94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 08:00:35.243247 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-7fa221a3-a73f-421f-8b4e-ff9e7fba3e94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 08:00:35.304346 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e6bd3f-087f-41c5-b94a-b472d7f1e603 req-b8580a46-5f0e-402f-b888-e3804fbed995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:00:35.305952 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-81e6bd3f-087f-41c5-b94a-b472d7f1e603 req-b8580a46-5f0e-402f-b888-e3804fbed995 service neutron] 10.222.0.76 "GET /v2.0/networks?id=d5bbe659-e5c0-4960-af33-ba4597e12070 HTTP/1.1" status: 200 len: 903 time: 0.1928363 Feb 04 08:00:35.462796 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-81e6bd3f-087f-41c5-b94a-b472d7f1e603 req-0cdf2e0f-1513-49ca-95a2-c63524c1361a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5646e53-1076-4f38-a9ce-9603ce7aced0 HTTP/1.1" status: 200 len: 1002 time: 0.1417046 Feb 04 08:00:35.555151 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-7fa221a3-a73f-421f-8b4e-ff9e7fba3e94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:00:35.574096 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-7fa221a3-a73f-421f-8b4e-ff9e7fba3e94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:00:35.585292 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-424e0264-9bce-4087-8cd6-f51f103ee9fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:00:35.654922 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-7fa221a3-a73f-421f-8b4e-ff9e7fba3e94 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=12e7dabb7d074f699433a9db8e5e217a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5603707 Feb 04 08:00:35.656463 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e6bd3f-087f-41c5-b94a-b472d7f1e603 req-fc3688f6-b97d-462b-aefe-86122d6eaf4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:00:35.658566 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 52988) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:00:35.658750 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-81e6bd3f-087f-41c5-b94a-b472d7f1e603 req-fc3688f6-b97d-462b-aefe-86122d6eaf4e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=8d7c4961-342b-40ca-a804-f15c6236b720 HTTP/1.1" status: 200 len: 848 time: 0.1846151 Feb 04 08:00:35.662036 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa221a3-a73f-421f-8b4e-ff9e7fba3e94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e6395c3-2283-438f-87f9-8dd37d3b6ac5,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:00:35.666538 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-7fa221a3-a73f-421f-8b4e-ff9e7fba3e94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:00:35.725530 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b3bfb1bf-9cef-45ef-b034-ab3eda2927e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:00:35.753479 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b3bfb1bf-9cef-45ef-b034-ab3eda2927e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:00:35.800005 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b3bfb1bf-9cef-45ef-b034-ab3eda2927e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:00:35.805101 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-c0580f19-becd-4c57-97cf-6b6e5089fd74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:00:35.820601 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bfb1bf-9cef-45ef-b034-ab3eda2927e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e6395c3-2283-438f-87f9-8dd37d3b6ac5,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:00:35.823196 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-b3bfb1bf-9cef-45ef-b034-ab3eda2927e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:00:35.825099 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2f51c5-b50f-4386-bb1b-d1875dd4ce38 req-805a420f-6a26-4e7f-b33b-32c9696b11e5 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:00:35.826976 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-ff2f51c5-b50f-4386-bb1b-d1875dd4ce38 req-805a420f-6a26-4e7f-b33b-32c9696b11e5 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/ports?device_id=6a08b689-796b-46b2-87e8-9a6e591081ef HTTP/1.1" status: 200 len: 945 time: 0.3514888 Feb 04 08:00:35.835744 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b3bfb1bf-9cef-45ef-b034-ab3eda2927e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:00:35.838290 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-b3bfb1bf-9cef-45ef-b034-ab3eda2927e0 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/7e6395c3-2283-438f-87f9-8dd37d3b6ac5 HTTP/1.1" status: 204 len: 168 time: 0.1785352 Feb 04 08:00:35.846551 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e6bd3f-087f-41c5-b94a-b472d7f1e603 req-86c7bf7d-6a08-4e10-b09e-671072e9aba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:00:35.848211 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-81e6bd3f-087f-41c5-b94a-b472d7f1e603 req-86c7bf7d-6a08-4e10-b09e-671072e9aba6 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d5bbe659-e5c0-4960-af33-ba4597e12070&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1800764 Feb 04 08:00:36.001602 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-ff2f51c5-b50f-4386-bb1b-d1875dd4ce38 req-55c4e619-6319-48fa-aac5-c4e9b66001ea tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/security-groups?id=165ca7ed-0745-4a75-913b-d38f318fbd54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508992 Feb 04 08:00:36.047769 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-81e6bd3f-087f-41c5-b94a-b472d7f1e603 req-e2131506-700a-409b-92c0-f4dfe4cd567f service neutron] 10.222.0.76 "GET /v2.0/networks/d5bbe659-e5c0-4960-af33-ba4597e12070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790440 Feb 04 08:00:36.487492 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-81e6bd3f-087f-41c5-b94a-b472d7f1e603 req-15507e47-ae63-4dc0-ac20-a432711a27c5 service neutron] 10.222.0.76 "GET /v2.0/networks/d5bbe659-e5c0-4960-af33-ba4597e12070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4322031 Feb 04 08:00:36.492790 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d064ae-57fd-4b4b-8e83-a1b1a9674704 req-6a3278a6-c84b-4c29-ac27-f962793001f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:00:36.494436 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-89d064ae-57fd-4b4b-8e83-a1b1a9674704 req-6a3278a6-c84b-4c29-ac27-f962793001f5 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=6a08b689-796b-46b2-87e8-9a6e591081ef HTTP/1.1" status: 200 len: 1162 time: 0.0896709 Feb 04 08:00:36.551922 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-89d064ae-57fd-4b4b-8e83-a1b1a9674704 req-f151918b-7759-4f6f-8a58-f71f99dcb1cf service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=165ca7ed-0745-4a75-913b-d38f318fbd54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417087 Feb 04 08:00:36.576490 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff48044-a663-4bab-aac7-0eef0ea298e3 req-2a795e08-8885-4087-848a-5695fe7d9052 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:00:36.578163 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-4ff48044-a663-4bab-aac7-0eef0ea298e3 req-2a795e08-8885-4087-848a-5695fe7d9052 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/ports?device_id=ed56eae0-d057-445b-a86c-975c99566052 HTTP/1.1" status: 200 len: 944 time: 0.2255447 Feb 04 08:00:36.645527 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-4ff48044-a663-4bab-aac7-0eef0ea298e3 req-b5014580-8a05-4e49-aa9c-cd316db65c01 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/security-groups?id=2efe4fb4-6c5a-4311-a0c5-d5a12c9309ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602963 Feb 04 08:00:37.305164 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8b1a39-9be3-493b-a1bf-43bb93dcd385 req-909050b3-b633-46eb-8c69-866a06649803 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:00:37.307223 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-2d8b1a39-9be3-493b-a1bf-43bb93dcd385 req-909050b3-b633-46eb-8c69-866a06649803 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/ports?device_id=6a08b689-796b-46b2-87e8-9a6e591081ef HTTP/1.1" status: 200 len: 945 time: 0.1743870 Feb 04 08:00:37.378483 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-2d8b1a39-9be3-493b-a1bf-43bb93dcd385 req-7fe54395-a5af-4573-98a4-1e6bf8bf7602 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/security-groups?id=165ca7ed-0745-4a75-913b-d38f318fbd54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626903 Feb 04 08:00:37.524205 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:00:37.982408 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae3b8d1-fb18-44fc-bc94-1dafce02bbbb req-0adf3f61-bc1d-4ff6-b6a5-8981be535802 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:00:37.984142 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-4ae3b8d1-fb18-44fc-bc94-1dafce02bbbb req-0adf3f61-bc1d-4ff6-b6a5-8981be535802 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/ports?device_id=ed56eae0-d057-445b-a86c-975c99566052 HTTP/1.1" status: 200 len: 944 time: 0.1729476 Feb 04 08:00:38.050172 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-4ae3b8d1-fb18-44fc-bc94-1dafce02bbbb req-75780dbc-2962-4921-8a09-ee0f1af28b28 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/security-groups?id=2efe4fb4-6c5a-4311-a0c5-d5a12c9309ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593140 Feb 04 08:00:38.691831 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801d3e88-0f13-46e6-97dd-c13f2a8313ab req-0acccd39-3ea9-488e-88d9-ad5ec7f204df tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:00:38.693553 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-801d3e88-0f13-46e6-97dd-c13f2a8313ab req-0acccd39-3ea9-488e-88d9-ad5ec7f204df tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/ports?device_id=6a08b689-796b-46b2-87e8-9a6e591081ef HTTP/1.1" status: 200 len: 945 time: 0.1747570 Feb 04 08:00:38.763491 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-801d3e88-0f13-46e6-97dd-c13f2a8313ab req-799a00f7-f230-40ed-bbfd-d7fe3f930f94 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/security-groups?id=165ca7ed-0745-4a75-913b-d38f318fbd54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621567 Feb 04 08:00:39.326909 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0b9167-1515-4c01-b059-7ee5b5b0b572 req-afbf7d3e-a136-434f-9d23-69e889a2f827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:00:39.328465 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-aa0b9167-1515-4c01-b059-7ee5b5b0b572 req-afbf7d3e-a136-434f-9d23-69e889a2f827 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fdc2e6a78c794db1bf575f754255feb7&device_id=6a08b689-796b-46b2-87e8-9a6e591081ef HTTP/1.1" status: 200 len: 1162 time: 0.0857337 Feb 04 08:00:39.415139 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb9bd0e-c907-4d27-9440-546f2a9b2274 req-15e52137-75e0-407f-a936-fdf16a50bf70 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:00:39.416859 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-9fb9bd0e-c907-4d27-9440-546f2a9b2274 req-15e52137-75e0-407f-a936-fdf16a50bf70 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/ports?device_id=ed56eae0-d057-445b-a86c-975c99566052 HTTP/1.1" status: 200 len: 944 time: 0.2080705 Feb 04 08:00:39.492292 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0b9167-1515-4c01-b059-7ee5b5b0b572 req-bff2a852-9da7-49b6-8ed0-38b85640f024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:00:39.494081 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-aa0b9167-1515-4c01-b059-7ee5b5b0b572 req-bff2a852-9da7-49b6-8ed0-38b85640f024 service neutron] 10.222.0.76 "GET /v2.0/networks?id=3c6985d7-344a-4685-b74e-38826882e570 HTTP/1.1" status: 200 len: 912 time: 0.1573901 Feb 04 08:00:39.522034 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-9fb9bd0e-c907-4d27-9440-546f2a9b2274 req-be1a34b5-d994-44e3-9314-fa58c6b455b7 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/security-groups?id=2efe4fb4-6c5a-4311-a0c5-d5a12c9309ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895410 Feb 04 08:00:39.614969 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef64fd4c-abf6-4428-8040-a147cdd1d103 req-91ad4f25-985b-4822-89a8-ebade759d050 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:00:39.616753 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-ef64fd4c-abf6-4428-8040-a147cdd1d103 req-91ad4f25-985b-4822-89a8-ebade759d050 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/ports?device_id=6a08b689-796b-46b2-87e8-9a6e591081ef HTTP/1.1" status: 200 len: 945 time: 0.3277400 Feb 04 08:00:39.664647 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Device 7464ad3a-a108-4124-bb91-84a76f991163 up at agent ovs-agent-hv-cinder-73306 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 08:00:39.689736 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-ef64fd4c-abf6-4428-8040-a147cdd1d103 req-d499c6ae-f148-4860-84f5-3e7e68a68fbe tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/security-groups?id=165ca7ed-0745-4a75-913b-d38f318fbd54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659978 Feb 04 08:00:39.744782 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Provisioning complete for port 7464ad3a-a108-4124-bb91-84a76f991163 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 08:00:39.745203 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762158'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:00:39.801348 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-aa0b9167-1515-4c01-b059-7ee5b5b0b572 req-e7df3830-de73-4155-98a8-5b0c2ed10794 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ff3f9037-f01f-4834-9b48-0bdf19614e19 HTTP/1.1" status: 200 len: 217 time: 0.2982802 Feb 04 08:00:39.876829 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0b9167-1515-4c01-b059-7ee5b5b0b572 req-68a090ce-dbbf-4dd2-9a87-313c7834ae20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:00:39.878115 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-aa0b9167-1515-4c01-b059-7ee5b5b0b572 req-68a090ce-dbbf-4dd2-9a87-313c7834ae20 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=6e3e4c1f-bef5-4969-b1a2-0e7821d81c28 HTTP/1.1" status: 200 len: 858 time: 0.0660956 Feb 04 08:00:39.881205 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:00:39.911764 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed56eae0-d057-445b-a86c-975c99566052', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7464ad3a-a108-4124-bb91-84a76f991163'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 08:00:39.925822 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] For port 7464ad3a-a108-4124-bb91-84a76f991163, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=7464ad3a-a108-4124-bb91-84a76f991163,segment=NetworkSegment(c1444196-01b8-49a6-91dc-480435b565ae),segment_id=c1444196-01b8-49a6-91dc-480435b565ae)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 08:00:39.929332 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309259674757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309260170288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727594605546'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:00:39.930530 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Device ff3f9037-f01f-4834-9b48-0bdf19614e19 up at agent ovs-agent-hv-cinder-73306 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 08:00:39.936249 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-aa0b9167-1515-4c01-b059-7ee5b5b0b572 req-14fbe52f-3995-47b1-81db-e79623188374 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3c6985d7-344a-4685-b74e-38826882e570&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512106 Feb 04 08:00:39.986871 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed56eae0-d057-445b-a86c-975c99566052', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7464ad3a-a108-4124-bb91-84a76f991163', 'code': 200} Feb 04 08:00:39.987488 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:00:40.085170 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Pushing event updated for resources: {'Port': ['ID=7464ad3a-a108-4124-bb91-84a76f991163,revision_number=6']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:00:40.091048 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-aa0b9167-1515-4c01-b059-7ee5b5b0b572 req-ee6b6ff2-030c-412a-8e61-0cc42d20cae2 service neutron] 10.222.0.76 "GET /v2.0/networks/3c6985d7-344a-4685-b74e-38826882e570?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460509 Feb 04 08:00:40.095746 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:00:40.096128 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:00:40.096510 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:00:40.096882 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:00:40.097248 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:00:40.097616 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:00:40.097984 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:00:40.098355 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:00:40.098716 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:00:40.099108 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:00:40.099469 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:00:40.099829 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:00:40.100247 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:00:40.100620 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:00:40.100973 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:00:40.101331 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:00:40.101686 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:00:40.102045 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:00:40.102413 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:00:40.102759 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:00:40.103138 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:00:40.103499 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:00:40.103856 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:00:40.104210 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:00:40.109352 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:00:40.131448 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Provisioning complete for port ff3f9037-f01f-4834-9b48-0bdf19614e19 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 08:00:40.132008 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762158'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:00:40.260889 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-aa0b9167-1515-4c01-b059-7ee5b5b0b572 req-5e2a7a83-167a-4fb7-bff3-2dc56ab892b2 service neutron] 10.222.0.76 "GET /v2.0/networks/3c6985d7-344a-4685-b74e-38826882e570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1549709 Feb 04 08:00:40.673169 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712e431b-5a25-47d2-83e8-1f8490dc2e9a req-c86fbb0e-4fe7-46b2-92ae-de69a39d1ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:00:40.674818 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-712e431b-5a25-47d2-83e8-1f8490dc2e9a req-c86fbb0e-4fe7-46b2-92ae-de69a39d1ad4 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=ed56eae0-d057-445b-a86c-975c99566052 HTTP/1.1" status: 200 len: 1163 time: 0.0832016 Feb 04 08:00:40.736037 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-712e431b-5a25-47d2-83e8-1f8490dc2e9a req-5c2e7161-2a43-482d-90f9-47ae759e6016 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=2efe4fb4-6c5a-4311-a0c5-d5a12c9309ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395513 Feb 04 08:00:40.846537 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39cea0e-462e-4efb-8c36-817d37a89b6e req-3a37f26a-a498-4b0f-8ee5-0a45e4881a7c tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:00:40.848186 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-a39cea0e-462e-4efb-8c36-817d37a89b6e req-3a37f26a-a498-4b0f-8ee5-0a45e4881a7c tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/ports?device_id=ed56eae0-d057-445b-a86c-975c99566052 HTTP/1.1" status: 200 len: 946 time: 0.1681128 Feb 04 08:00:40.972596 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-a39cea0e-462e-4efb-8c36-817d37a89b6e req-99cbf7e0-0cb8-4f69-bb9f-8b707de59472 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/security-groups?id=2efe4fb4-6c5a-4311-a0c5-d5a12c9309ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791636 Feb 04 08:00:41.030851 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Device 7464ad3a-a108-4124-bb91-84a76f991163 up at agent ovs-agent-hv-cinder-73306 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 08:00:41.070103 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a605d46-5b63-4dbc-b7e0-2fbef672c04a req-7dd988ea-91ea-4b4f-a47c-daf89c8a55b8 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:00:41.071823 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-2a605d46-5b63-4dbc-b7e0-2fbef672c04a req-7dd988ea-91ea-4b4f-a47c-daf89c8a55b8 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/ports?device_id=6a08b689-796b-46b2-87e8-9a6e591081ef HTTP/1.1" status: 200 len: 945 time: 0.2226555 Feb 04 08:00:41.106082 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Provisioning complete for port 7464ad3a-a108-4124-bb91-84a76f991163 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 08:00:41.106393 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762158'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:00:41.138549 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-2a605d46-5b63-4dbc-b7e0-2fbef672c04a req-bee42e54-210c-4e0d-be25-687ce644365e tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/security-groups?id=165ca7ed-0745-4a75-913b-d38f318fbd54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599372 Feb 04 08:00:42.331125 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d09b365-3457-4cad-aab3-0836cbbb4b10 req-f83d9489-50f0-463a-969c-730b2bf63cf5 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:00:42.333437 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-1d09b365-3457-4cad-aab3-0836cbbb4b10 req-f83d9489-50f0-463a-969c-730b2bf63cf5 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/ports?device_id=ed56eae0-d057-445b-a86c-975c99566052 HTTP/1.1" status: 200 len: 946 time: 0.2080033 Feb 04 08:00:42.466339 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-1d09b365-3457-4cad-aab3-0836cbbb4b10 req-3a37ecdc-515e-4939-bd71-7d203d324dd6 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/security-groups?id=2efe4fb4-6c5a-4311-a0c5-d5a12c9309ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917680 Feb 04 08:00:42.573154 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b656ff4-3641-4bce-b6da-7277685b9ba4 req-04ae0c56-9080-4ec5-be70-f606d383de93 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:00:42.581070 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-2b656ff4-3641-4bce-b6da-7277685b9ba4 req-04ae0c56-9080-4ec5-be70-f606d383de93 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/ports?device_id=6a08b689-796b-46b2-87e8-9a6e591081ef HTTP/1.1" status: 200 len: 945 time: 0.2462168 Feb 04 08:00:42.648349 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-2b656ff4-3641-4bce-b6da-7277685b9ba4 req-601425d1-9637-4c99-9a88-d375fa87b661 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/security-groups?id=165ca7ed-0745-4a75-913b-d38f318fbd54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662208 Feb 04 08:00:43.389713 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Device 7464ad3a-a108-4124-bb91-84a76f991163 up at agent ovs-agent-hv-cinder-73306 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 08:00:43.465812 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Provisioning complete for port 7464ad3a-a108-4124-bb91-84a76f991163 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 08:00:43.466233 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762158'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:00:43.605944 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Device ff3f9037-f01f-4834-9b48-0bdf19614e19 up at agent ovs-agent-hv-cinder-73306 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 08:00:43.682055 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Provisioning complete for port ff3f9037-f01f-4834-9b48-0bdf19614e19 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 08:00:43.682699 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762158'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:00:43.847872 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161b76a7-af39-4f7a-91d0-3beedc17dcbb req-943db8e8-5880-45bc-a6d1-85858ac06691 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:00:43.849596 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-161b76a7-af39-4f7a-91d0-3beedc17dcbb req-943db8e8-5880-45bc-a6d1-85858ac06691 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/ports?device_id=ed56eae0-d057-445b-a86c-975c99566052 HTTP/1.1" status: 200 len: 946 time: 0.1952546 Feb 04 08:00:43.980974 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-161b76a7-af39-4f7a-91d0-3beedc17dcbb req-2d526a70-3912-45bc-bc2f-7233440e469e tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/security-groups?id=2efe4fb4-6c5a-4311-a0c5-d5a12c9309ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877972 Feb 04 08:00:44.080053 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dc1f60-12df-457b-9d78-3d8d9815ae76 req-6b136b9b-b4f6-4153-92f5-98b4adec4e67 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:00:44.082469 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-25dc1f60-12df-457b-9d78-3d8d9815ae76 req-6b136b9b-b4f6-4153-92f5-98b4adec4e67 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/ports?device_id=6a08b689-796b-46b2-87e8-9a6e591081ef HTTP/1.1" status: 200 len: 945 time: 0.2318835 Feb 04 08:00:44.149437 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-25dc1f60-12df-457b-9d78-3d8d9815ae76 req-71cd2a6c-e245-4f12-9491-7116d3288b90 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/security-groups?id=165ca7ed-0745-4a75-913b-d38f318fbd54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598826 Feb 04 08:00:44.377223 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.99', 53192) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:00:44.533877 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-0897ab62-1eba-4368-b8f7-e3e0500657b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:00:44.550097 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-0897ab62-1eba-4368-b8f7-e3e0500657b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 08:00:44.554218 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-0897ab62-1eba-4368-b8f7-e3e0500657b5 admin admin] Usage tracker for resource:security_group_rule and tenant:8eb46fb7a00643e5952ed2f7129397f9 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 08:00:44.557305 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-0897ab62-1eba-4368-b8f7-e3e0500657b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 08:00:44.563423 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-0897ab62-1eba-4368-b8f7-e3e0500657b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 08:00:44.653641 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-0897ab62-1eba-4368-b8f7-e3e0500657b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:00:44.658230 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-0897ab62-1eba-4368-b8f7-e3e0500657b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:00:44.668975 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-ce495ba4-32ea-4a53-b0e8-eddb2753e59c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:00:44.721970 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-0897ab62-1eba-4368-b8f7-e3e0500657b5 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=8eb46fb7a00643e5952ed2f7129397f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3407383 Feb 04 08:00:44.721970 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0897ab62-1eba-4368-b8f7-e3e0500657b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c109bee-c5b5-4993-9444-88798177c107,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:00:44.723255 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 53206) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:00:44.724873 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-0897ab62-1eba-4368-b8f7-e3e0500657b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:00:44.802860 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6f407919-2522-4d84-801e-9b9070f5f7b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:00:44.835106 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6f407919-2522-4d84-801e-9b9070f5f7b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:00:44.884933 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6f407919-2522-4d84-801e-9b9070f5f7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:00:44.890088 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-508b5ba7-4431-4297-b0ad-d2df701c63cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:00:44.903246 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f407919-2522-4d84-801e-9b9070f5f7b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c109bee-c5b5-4993-9444-88798177c107,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:00:44.906336 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-6f407919-2522-4d84-801e-9b9070f5f7b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:00:44.909268 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6f407919-2522-4d84-801e-9b9070f5f7b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:00:44.910389 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-6f407919-2522-4d84-801e-9b9070f5f7b0 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/1c109bee-c5b5-4993-9444-88798177c107 HTTP/1.1" status: 204 len: 168 time: 0.1851757 Feb 04 08:00:45.261893 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 53214) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:00:45.282318 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-3e702522-9e04-4526-a003-92e54e05bae0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:00:45.298284 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-3e702522-9e04-4526-a003-92e54e05bae0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 08:00:45.302502 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-3e702522-9e04-4526-a003-92e54e05bae0 admin admin] Usage tracker for resource:security_group_rule and tenant:8a0e2713b94e4f7c8e9306708b4fc705 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 08:00:45.305702 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-3e702522-9e04-4526-a003-92e54e05bae0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 08:00:45.311575 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-3e702522-9e04-4526-a003-92e54e05bae0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 08:00:45.404786 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-3e702522-9e04-4526-a003-92e54e05bae0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:00:45.408284 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-3e702522-9e04-4526-a003-92e54e05bae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:00:45.417685 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-940f3116-be51-457c-ad9d-ca1d56be8138 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:00:45.464971 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-3e702522-9e04-4526-a003-92e54e05bae0 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=8a0e2713b94e4f7c8e9306708b4fc705&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2018626 Feb 04 08:00:45.465933 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e702522-9e04-4526-a003-92e54e05bae0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16b07d27-799a-44c8-a38d-4a30065f781e,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:00:45.467887 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.99', 53218) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:00:45.470341 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-3e702522-9e04-4526-a003-92e54e05bae0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:00:45.534432 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a16e6885-1310-49ac-a9ef-abdac6866122 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:00:45.565166 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a16e6885-1310-49ac-a9ef-abdac6866122 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:00:45.613505 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a16e6885-1310-49ac-a9ef-abdac6866122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:00:45.617732 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-c9474ecf-1dd5-4982-aea6-8d7ebefe0b02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:00:45.633679 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16e6885-1310-49ac-a9ef-abdac6866122 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16b07d27-799a-44c8-a38d-4a30065f781e,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:00:45.636514 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-a16e6885-1310-49ac-a9ef-abdac6866122 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:00:45.647232 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a16e6885-1310-49ac-a9ef-abdac6866122 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:00:45.651408 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-a16e6885-1310-49ac-a9ef-abdac6866122 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/16b07d27-799a-44c8-a38d-4a30065f781e HTTP/1.1" status: 204 len: 168 time: 0.1823444 Feb 04 08:00:46.054815 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.agents_db [None req-15dbd8ae-9ae4-49dc-a873-5f27e28d1d51 None None] Agent healthcheck: found 6 active agents {{(pid=80116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 04 08:00:46.592612 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.99', 53246) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:00:46.739565 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.v2.base [None req-15cd3288-abb0-4790-8352-c15e940523e7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-543145596-network', 'tenant_id': '725740a6e0ed4bab8b19ac5b67426320'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 08:00:46.744447 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-15cd3288-abb0-4790-8352-c15e940523e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 08:00:46.748533 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-15cd3288-abb0-4790-8352-c15e940523e7 admin admin] Usage tracker for resource:network and tenant:725740a6e0ed4bab8b19ac5b67426320 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 08:00:46.752220 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-15cd3288-abb0-4790-8352-c15e940523e7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 08:00:46.757966 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-15cd3288-abb0-4790-8352-c15e940523e7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 08:00:46.767943 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15cd3288-abb0-4790-8352-c15e940523e7 admin admin] Made reservation on behalf of 725740a6e0ed4bab8b19ac5b67426320 for: {'network': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 04 08:00:46.772769 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-15cd3288-abb0-4790-8352-c15e940523e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for network, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:00:46.786486 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-15cd3288-abb0-4790-8352-c15e940523e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:00:46.802951 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-15cd3288-abb0-4790-8352-c15e940523e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 08:00:46.806947 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-15cd3288-abb0-4790-8352-c15e940523e7 admin admin] Usage tracker for resource:security_group_rule and tenant:725740a6e0ed4bab8b19ac5b67426320 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 08:00:46.809906 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-15cd3288-abb0-4790-8352-c15e940523e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 08:00:46.816254 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-15cd3288-abb0-4790-8352-c15e940523e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 08:00:46.902217 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-15cd3288-abb0-4790-8352-c15e940523e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:00:46.905171 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-15cd3288-abb0-4790-8352-c15e940523e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:00:46.909497 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-7176fedb-3c11-4cbf-9d3d-45688a75fb37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:00:46.942357 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15cd3288-abb0-4790-8352-c15e940523e7 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 04 08:00:46.951591 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cd3288-abb0-4790-8352-c15e940523e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa0259a6-2470-4ddc-962c-24093307a3fe,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:00:46.955653 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-15cd3288-abb0-4790-8352-c15e940523e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:00:46.958814 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-15cd3288-abb0-4790-8352-c15e940523e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774980'] for segment, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:00:46.959247 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.db.segments_db [None req-15cd3288-abb0-4790-8352-c15e940523e7 admin admin] Added segment 8024e2a7-1d26-4c53-95e6-1f27f04fae7b of type vxlan for network b7c62d85-ae3c-4417-a077-cc9a9acc6cb3 Feb 04 08:00:46.986380 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-15cd3288-abb0-4790-8352-c15e940523e7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363309260185511'] for network, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:00:47.016413 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-15cd3288-abb0-4790-8352-c15e940523e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830'] for network, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:00:47.017643 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15cd3288-abb0-4790-8352-c15e940523e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:00:47.018350 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-15cd3288-abb0-4790-8352-c15e940523e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1815815'] for network, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:00:47.023256 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:00:47.126609 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-15cd3288-abb0-4790-8352-c15e940523e7 admin admin] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.5328064 Feb 04 08:00:47.129707 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cd3288-abb0-4790-8352-c15e940523e7 admin admin] Pushing event updated for resources: {'Network': ['ID=b7c62d85-ae3c-4417-a077-cc9a9acc6cb3,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:00:47.129864 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 53252) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:00:47.132786 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-15cd3288-abb0-4790-8352-c15e940523e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:00:47.137861 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.v2.base [None req-5a9bdbcd-9601-41dc-bd25-572aba769f1f admin admin] Request body: {'subnet': {'network_id': 'b7c62d85-ae3c-4417-a077-cc9a9acc6cb3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-543145596-subnet', 'tenant_id': '725740a6e0ed4bab8b19ac5b67426320', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 08:00:47.140595 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Network b7c62d85-ae3c-4417-a077-cc9a9acc6cb3 details requested by agent ovs-agent-dv-cinder-733062-18-smb with host dv-cinder-733062-18-smb {{(pid=80115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 04 08:00:47.144090 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-5a9bdbcd-9601-41dc-bd25-572aba769f1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 08:00:47.148249 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-5a9bdbcd-9601-41dc-bd25-572aba769f1f admin admin] Usage tracker for resource:subnet and tenant:725740a6e0ed4bab8b19ac5b67426320 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 08:00:47.151394 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-5a9bdbcd-9601-41dc-bd25-572aba769f1f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 08:00:47.158669 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-5a9bdbcd-9601-41dc-bd25-572aba769f1f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 08:00:47.162192 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Network b7c62d85-ae3c-4417-a077-cc9a9acc6cb3 details requested by agent ovs-agent-hv-cinder-73306 with host hv-cinder-73306 {{(pid=80115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 04 08:00:47.169058 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a9bdbcd-9601-41dc-bd25-572aba769f1f admin admin] Made reservation on behalf of 725740a6e0ed4bab8b19ac5b67426320 for: {'subnet': 1} {{(pid=80113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 04 08:00:47.174824 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-5a9bdbcd-9601-41dc-bd25-572aba769f1f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1465462'] for subnet, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:00:47.644905 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-5a9bdbcd-9601-41dc-bd25-572aba769f1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3167152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1465413'] for subnet, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:00:47.661336 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:00:47.787740 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9bdbcd-9601-41dc-bd25-572aba769f1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e3d0550-2b28-441e-8da5-2885b6e91ea7,revision_number=0']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:00:47.793658 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-5a9bdbcd-9601-41dc-bd25-572aba769f1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:00:47.870457 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9bdbcd-9601-41dc-bd25-572aba769f1f admin admin] Checking segment: {'id': '8024e2a7-1d26-4c53-95e6-1f27f04fae7b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b7c62d85-ae3c-4417-a077-cc9a9acc6cb3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 04 08:00:47.870882 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a9bdbcd-9601-41dc-bd25-572aba769f1f admin admin] Network hostable DHCP agents. Network: b7c62d85-ae3c-4417-a077-cc9a9acc6cb3, hostable agents: ['8e54cc33-14f6-4bf4-a71e-228639724c29'], hosted agents: [] {{(pid=80113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 04 08:00:47.890947 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a9bdbcd-9601-41dc-bd25-572aba769f1f admin admin] Network b7c62d85-ae3c-4417-a077-cc9a9acc6cb3 is scheduled to be hosted by DHCP agent 8e54cc33-14f6-4bf4-a71e-228639724c29 with binding_index 1 {{(pid=80113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 04 08:00:47.900334 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.base_scheduler [None req-5a9bdbcd-9601-41dc-bd25-572aba769f1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733062-18-smb, b7c62d85-ae3c-4417-a077-cc9a9acc6cb3) {{(pid=80113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 04 08:00:47.910282 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b4c914f-4441-41ed-8676-d9ce957a93b9 None None] Network b7c62d85-ae3c-4417-a077-cc9a9acc6cb3 requested from dv-cinder-733062-18-smb {{(pid=80115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 04 08:00:47.914100 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a9bdbcd-9601-41dc-bd25-572aba769f1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:00:47.914759 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-5a9bdbcd-9601-41dc-bd25-572aba769f1f admin admin] Notify callbacks [] for subnet, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:00:47.940012 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-5a9bdbcd-9601-41dc-bd25-572aba769f1f admin admin] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8089478 Feb 04 08:00:48.146176 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92168dd5-da6c-4bd5-8328-71c3e4e02943 None None] Network b7c62d85-ae3c-4417-a077-cc9a9acc6cb3 requested from dv-cinder-733062-18-smb {{(pid=80115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 04 08:00:48.876800 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 53286) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:00:48.883328 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.v2.base [None req-acf7464d-b568-4e40-b52f-1dd1fc8102d0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1850462287-network', 'tenant_id': '482c1566768d41719376dba899b6185e'}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 08:00:48.888655 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-acf7464d-b568-4e40-b52f-1dd1fc8102d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 08:00:48.893531 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-acf7464d-b568-4e40-b52f-1dd1fc8102d0 admin admin] Usage tracker for resource:network and tenant:482c1566768d41719376dba899b6185e is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 08:00:48.897520 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-acf7464d-b568-4e40-b52f-1dd1fc8102d0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 08:00:48.903558 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-acf7464d-b568-4e40-b52f-1dd1fc8102d0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 08:00:48.914723 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acf7464d-b568-4e40-b52f-1dd1fc8102d0 admin admin] Made reservation on behalf of 482c1566768d41719376dba899b6185e for: {'network': 1} {{(pid=80113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 04 08:00:48.919583 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-acf7464d-b568-4e40-b52f-1dd1fc8102d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for network, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:00:48.933765 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-acf7464d-b568-4e40-b52f-1dd1fc8102d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:00:48.950056 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-acf7464d-b568-4e40-b52f-1dd1fc8102d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 08:00:48.954785 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-acf7464d-b568-4e40-b52f-1dd1fc8102d0 admin admin] Usage tracker for resource:security_group_rule and tenant:482c1566768d41719376dba899b6185e is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 08:00:48.958445 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-acf7464d-b568-4e40-b52f-1dd1fc8102d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 08:00:48.964602 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-acf7464d-b568-4e40-b52f-1dd1fc8102d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 08:00:49.021970 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60edbc5e-d456-44e1-9905-9bc146157787 req-10f5901c-e634-4641-a779-efc07d82cb57 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:00:49.023724 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-60edbc5e-d456-44e1-9905-9bc146157787 req-10f5901c-e634-4641-a779-efc07d82cb57 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/ports?device_id=f6928dd1-8dfc-4e67-9ebb-85ac26bb95c8 HTTP/1.1" status: 200 len: 945 time: 0.1694982 Feb 04 08:00:49.056354 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-acf7464d-b568-4e40-b52f-1dd1fc8102d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:00:49.060089 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-acf7464d-b568-4e40-b52f-1dd1fc8102d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:00:49.064728 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-6989b3b5-65dc-4173-a472-f2055b75a05f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:00:49.091073 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-60edbc5e-d456-44e1-9905-9bc146157787 req-3c568c66-9bd4-44df-b735-ef8f03842e7a tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/security-groups?id=165ca7ed-0745-4a75-913b-d38f318fbd54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609932 Feb 04 08:00:49.095654 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acf7464d-b568-4e40-b52f-1dd1fc8102d0 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 9} {{(pid=80113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 04 08:00:49.109264 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf7464d-b568-4e40-b52f-1dd1fc8102d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a14a0f70-4736-42f7-9641-53e30f478ada,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:00:49.114179 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-acf7464d-b568-4e40-b52f-1dd1fc8102d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:00:49.115249 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-acf7464d-b568-4e40-b52f-1dd1fc8102d0 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727595116386', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774980'] for segment, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:00:49.115703 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.db.segments_db [None req-acf7464d-b568-4e40-b52f-1dd1fc8102d0 admin admin] Added segment 2ebc68ea-1ba4-47f4-a3cd-cdedf6e02a99 of type vxlan for network a28b7144-1b72-4f1e-a8f9-a6f8a136e199 Feb 04 08:00:49.144993 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-acf7464d-b568-4e40-b52f-1dd1fc8102d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363309260185511'] for network, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:00:49.176200 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-acf7464d-b568-4e40-b52f-1dd1fc8102d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830'] for network, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:00:49.177478 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf7464d-b568-4e40-b52f-1dd1fc8102d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:00:49.178139 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-acf7464d-b568-4e40-b52f-1dd1fc8102d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1815815'] for network, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:00:49.183210 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-2a9453bc-bedc-44aa-8aa6-f7cff41bdc7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:00:49.292625 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf7464d-b568-4e40-b52f-1dd1fc8102d0 admin admin] Pushing event updated for resources: {'Network': ['ID=a28b7144-1b72-4f1e-a8f9-a6f8a136e199,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:00:49.295900 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-acf7464d-b568-4e40-b52f-1dd1fc8102d0 admin admin] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.4179244 Feb 04 08:00:49.296820 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-acf7464d-b568-4e40-b52f-1dd1fc8102d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:00:49.299310 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 53290) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:00:49.305455 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.v2.base [None req-e81e07f3-eb6f-430c-a916-b2fe83ff5786 admin admin] Request body: {'subnet': {'network_id': 'a28b7144-1b72-4f1e-a8f9-a6f8a136e199', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1850462287-subnet', 'tenant_id': '482c1566768d41719376dba899b6185e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 08:00:49.311074 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-e81e07f3-eb6f-430c-a916-b2fe83ff5786 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 08:00:49.315822 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-e81e07f3-eb6f-430c-a916-b2fe83ff5786 admin admin] Usage tracker for resource:subnet and tenant:482c1566768d41719376dba899b6185e is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 08:00:49.317389 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Network a28b7144-1b72-4f1e-a8f9-a6f8a136e199 details requested by agent ovs-agent-dv-cinder-733062-18-smb with host dv-cinder-733062-18-smb {{(pid=80115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 04 08:00:49.320212 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-e81e07f3-eb6f-430c-a916-b2fe83ff5786 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 08:00:49.326542 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-e81e07f3-eb6f-430c-a916-b2fe83ff5786 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 08:00:49.336434 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Network a28b7144-1b72-4f1e-a8f9-a6f8a136e199 details requested by agent ovs-agent-hv-cinder-73306 with host hv-cinder-73306 {{(pid=80115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 04 08:00:49.337682 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e81e07f3-eb6f-430c-a916-b2fe83ff5786 admin admin] Made reservation on behalf of 482c1566768d41719376dba899b6185e for: {'subnet': 1} {{(pid=80113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 04 08:00:49.342551 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-e81e07f3-eb6f-430c-a916-b2fe83ff5786 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1465462'] for subnet, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:00:49.758850 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-e81e07f3-eb6f-430c-a916-b2fe83ff5786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3167152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1465413'] for subnet, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:00:49.774648 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:00:49.898771 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81e07f3-eb6f-430c-a916-b2fe83ff5786 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93d8d31d-a4d4-4d39-b197-7c5873744e79,revision_number=0']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:00:49.903867 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-e81e07f3-eb6f-430c-a916-b2fe83ff5786 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:00:49.977131 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81e07f3-eb6f-430c-a916-b2fe83ff5786 admin admin] Checking segment: {'id': '2ebc68ea-1ba4-47f4-a3cd-cdedf6e02a99', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'a28b7144-1b72-4f1e-a8f9-a6f8a136e199'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 04 08:00:49.977525 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e81e07f3-eb6f-430c-a916-b2fe83ff5786 admin admin] Network hostable DHCP agents. Network: a28b7144-1b72-4f1e-a8f9-a6f8a136e199, hostable agents: ['8e54cc33-14f6-4bf4-a71e-228639724c29'], hosted agents: [] {{(pid=80113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 04 08:00:49.996403 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e81e07f3-eb6f-430c-a916-b2fe83ff5786 admin admin] Network a28b7144-1b72-4f1e-a8f9-a6f8a136e199 is scheduled to be hosted by DHCP agent 8e54cc33-14f6-4bf4-a71e-228639724c29 with binding_index 1 {{(pid=80113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 04 08:00:50.004823 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.base_scheduler [None req-e81e07f3-eb6f-430c-a916-b2fe83ff5786 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733062-18-smb, a28b7144-1b72-4f1e-a8f9-a6f8a136e199) {{(pid=80113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 04 08:00:50.014341 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3b62945-ce58-49d1-b02f-1afa98dc6eb3 None None] Network a28b7144-1b72-4f1e-a8f9-a6f8a136e199 requested from dv-cinder-733062-18-smb {{(pid=80115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 04 08:00:50.017335 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e81e07f3-eb6f-430c-a916-b2fe83ff5786 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:00:50.017988 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-e81e07f3-eb6f-430c-a916-b2fe83ff5786 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:00:50.038777 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-e81e07f3-eb6f-430c-a916-b2fe83ff5786 admin admin] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7383454 Feb 04 08:00:50.256637 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d319afd-e937-4d27-9d41-26572269dea5 None None] Network a28b7144-1b72-4f1e-a8f9-a6f8a136e199 requested from dv-cinder-733062-18-smb {{(pid=80115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 04 08:00:50.413231 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b295ad6-e771-4070-8b05-1f99078394f2 req-53679063-31d3-4b0f-a7ae-51f89e234a6a tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:00:50.414897 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-6b295ad6-e771-4070-8b05-1f99078394f2 req-53679063-31d3-4b0f-a7ae-51f89e234a6a tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/ports?device_id=f6928dd1-8dfc-4e67-9ebb-85ac26bb95c8 HTTP/1.1" status: 200 len: 945 time: 0.1770768 Feb 04 08:00:50.487989 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-6b295ad6-e771-4070-8b05-1f99078394f2 req-0e6d332b-1073-4c13-b413-de5c5864f7a6 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/security-groups?id=165ca7ed-0745-4a75-913b-d38f318fbd54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656459 Feb 04 08:00:50.613280 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-11ddace2-66b1-4037-b74b-f9cbff643169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:00:50.812180 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a614b74-c931-488b-8c7b-4282515c9789 req-7de5b3dd-8be6-41ae-b712-e4530348fb9f tempest-VolumesActionsTest-1878016641 tempest-VolumesActionsTest-1878016641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:00:50.812180 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [req-8a614b74-c931-488b-8c7b-4282515c9789 req-7de5b3dd-8be6-41ae-b712-e4530348fb9f tempest-VolumesActionsTest-1878016641 tempest-VolumesActionsTest-1878016641-project] Synchronizing usage tracker for tenant:725740a6e0ed4bab8b19ac5b67426320 on resource:network {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 04 08:00:50.829216 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [req-8a614b74-c931-488b-8c7b-4282515c9789 req-7de5b3dd-8be6-41ae-b712-e4530348fb9f tempest-VolumesActionsTest-1878016641 tempest-VolumesActionsTest-1878016641-project] Unset dirty status for tenant:725740a6e0ed4bab8b19ac5b67426320 on resource:network {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 04 08:00:50.830489 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-8a614b74-c931-488b-8c7b-4282515c9789 req-7de5b3dd-8be6-41ae-b712-e4530348fb9f tempest-VolumesActionsTest-1878016641 tempest-VolumesActionsTest-1878016641-project] 10.222.0.99 "GET /v2.0/networks?id=b7c62d85-ae3c-4417-a077-cc9a9acc6cb3 HTTP/1.1" status: 200 len: 808 time: 0.2531948 Feb 04 08:00:50.847190 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-8a614b74-c931-488b-8c7b-4282515c9789 req-577ec543-48c9-4f53-ab20-9ecddae76772 tempest-VolumesActionsTest-1878016641 tempest-VolumesActionsTest-1878016641-project] 10.222.0.99 "GET /v2.0/quotas/725740a6e0ed4bab8b19ac5b67426320 HTTP/1.1" status: 200 len: 375 time: 0.0104687 Feb 04 08:00:50.900671 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-8a614b74-c931-488b-8c7b-4282515c9789 req-f88a248f-8bbf-4d39-a463-95b0df5c98c2 tempest-VolumesActionsTest-1878016641 tempest-VolumesActionsTest-1878016641-project] 10.222.0.99 "GET /v2.0/ports?tenant_id=725740a6e0ed4bab8b19ac5b67426320&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0477471 Feb 04 08:00:51.046807 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-8a614b74-c931-488b-8c7b-4282515c9789 req-db1699e1-a529-4901-8de2-df51e1f72b01 service neutron] 10.222.0.99 "GET /v2.0/networks/b7c62d85-ae3c-4417-a077-cc9a9acc6cb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380002 Feb 04 08:00:51.189939 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-8a614b74-c931-488b-8c7b-4282515c9789 req-b919ce05-fe44-48af-8704-04045ad8f008 service neutron] 10.222.0.99 "GET /v2.0/networks/b7c62d85-ae3c-4417-a077-cc9a9acc6cb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1357048 Feb 04 08:00:51.415495 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-596fe1b3-90d1-4b53-b505-45333d5176ea req-fa89e94e-95c4-4900-84cd-01df946112f7 tempest-VolumesActionsTest-1878016641 tempest-VolumesActionsTest-1878016641-project] 10.222.0.99 "GET /v2.0/ports?device_id=3b808af7-0c76-4c5e-8aa4-4d464628792e HTTP/1.1" status: 200 len: 210 time: 0.0587463 Feb 04 08:00:51.739725 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd89d00-1fd0-4bc1-80d8-4145a6123a21 req-2e8bba9a-cfd7-4468-b384-3bffd20a339c tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:00:51.740559 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [req-0bd89d00-1fd0-4bc1-80d8-4145a6123a21 req-2e8bba9a-cfd7-4468-b384-3bffd20a339c tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] Synchronizing usage tracker for tenant:fdc2e6a78c794db1bf575f754255feb7 on resource:port {{(pid=80113) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 04 08:00:51.756990 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [req-0bd89d00-1fd0-4bc1-80d8-4145a6123a21 req-2e8bba9a-cfd7-4468-b384-3bffd20a339c tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] Unset dirty status for tenant:fdc2e6a78c794db1bf575f754255feb7 on resource:port {{(pid=80113) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 04 08:00:51.758368 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-0bd89d00-1fd0-4bc1-80d8-4145a6123a21 req-2e8bba9a-cfd7-4468-b384-3bffd20a339c tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.76 "GET /v2.0/ports?device_id=f6928dd1-8dfc-4e67-9ebb-85ac26bb95c8 HTTP/1.1" status: 200 len: 945 time: 0.2043240 Feb 04 08:00:51.794930 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a3306d-8e58-4ea4-a2d1-98d1df50d97c req-5c9fd1f8-40f0-4126-803e-cabc1fb26a8c tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:00:51.796659 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-89a3306d-8e58-4ea4-a2d1-98d1df50d97c req-5c9fd1f8-40f0-4126-803e-cabc1fb26a8c tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/ports?device_id=f6928dd1-8dfc-4e67-9ebb-85ac26bb95c8 HTTP/1.1" status: 200 len: 945 time: 0.1726353 Feb 04 08:00:51.864489 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-89a3306d-8e58-4ea4-a2d1-98d1df50d97c req-e632a758-cae9-4ae5-a79b-6893aae5c846 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/security-groups?id=165ca7ed-0745-4a75-913b-d38f318fbd54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609083 Feb 04 08:00:51.876581 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [req-0bd89d00-1fd0-4bc1-80d8-4145a6123a21 req-3686be14-b891-49bd-9583-8e64fc57c77f tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] Deleting port d36bb1a4-9d66-4b28-a6bb-dce424da861c {{(pid=80113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 04 08:00:51.876981 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-0bd89d00-1fd0-4bc1-80d8-4145a6123a21 req-3686be14-b891-49bd-9583-8e64fc57c77f tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727595022485'] for port, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:00:52.150574 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [req-0bd89d00-1fd0-4bc1-80d8-4145a6123a21 req-3686be14-b891-49bd-9583-8e64fc57c77f tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] For port d36bb1a4-9d66-4b28-a6bb-dce424da861c, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=d36bb1a4-9d66-4b28-a6bb-dce424da861c,segment=NetworkSegment(5f6ab5b4-f1a0-431f-8987-232f197ae770),segment_id=5f6ab5b4-f1a0-431f-8987-232f197ae770)] {{(pid=80113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 08:00:52.151250 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-0bd89d00-1fd0-4bc1-80d8-4145a6123a21 req-3686be14-b891-49bd-9583-8e64fc57c77f tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853131150'] for port, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:00:52.292935 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [req-0bd89d00-1fd0-4bc1-80d8-4145a6123a21 req-3686be14-b891-49bd-9583-8e64fc57c77f tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] Calling delete_port for d36bb1a4-9d66-4b28-a6bb-dce424da861c owned by compute:nova {{(pid=80113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 04 08:00:52.483697 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-0bd89d00-1fd0-4bc1-80d8-4145a6123a21 req-3686be14-b891-49bd-9583-8e64fc57c77f tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309259674774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727594605512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851609521'] for port, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:00:52.500037 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:00:52.556333 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3686be14-b891-49bd-9583-8e64fc57c77f tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] Pushing event deleted for resources: {'Port': ['ID=d36bb1a4-9d66-4b28-a6bb-dce424da861c,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:00:52.605040 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-3686be14-b891-49bd-9583-8e64fc57c77f tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:00:52.708755 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-841b040f-db75-461b-830d-f4efba584e0f req-b191fcd0-c9ed-4b31-abad-94163a525ea7 tempest-VolumesActionsTest-1878016641 tempest-VolumesActionsTest-1878016641-project] 10.222.0.99 "GET /v2.0/ports?device_id=3b808af7-0c76-4c5e-8aa4-4d464628792e HTTP/1.1" status: 200 len: 210 time: 0.1263211 Feb 04 08:00:52.726186 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bd89d00-1fd0-4bc1-80d8-4145a6123a21 req-3686be14-b891-49bd-9583-8e64fc57c77f tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] No DVR routers for this DVR port d36bb1a4-9d66-4b28-a6bb-dce424da861c on host hv-cinder-73306 {{(pid=80113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 04 08:00:52.728635 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-0bd89d00-1fd0-4bc1-80d8-4145a6123a21 req-3686be14-b891-49bd-9583-8e64fc57c77f tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3799'] for port, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:00:52.741894 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6928dd1-8dfc-4e67-9ebb-85ac26bb95c8', 'name': 'network-vif-deleted', 'tag': 'd36bb1a4-9d66-4b28-a6bb-dce424da861c'}] {{(pid=80113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 08:00:52.755502 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-0bd89d00-1fd0-4bc1-80d8-4145a6123a21 req-3686be14-b891-49bd-9583-8e64fc57c77f tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.76 "DELETE /v2.0/ports/d36bb1a4-9d66-4b28-a6bb-dce424da861c HTTP/1.1" status: 204 len: 173 time: 0.9736917 Feb 04 08:00:52.814635 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6928dd1-8dfc-4e67-9ebb-85ac26bb95c8', 'name': 'network-vif-deleted', 'tag': 'd36bb1a4-9d66-4b28-a6bb-dce424da861c', 'status': 'completed', 'code': 200} Feb 04 08:00:52.853913 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a614b74-c931-488b-8c7b-4282515c9789 req-cb4aa7f3-ac10-4abc-9890-607a03ee6410 tempest-VolumesActionsTest-1878016641 tempest-VolumesActionsTest-1878016641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:00:52.855690 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-8a614b74-c931-488b-8c7b-4282515c9789 req-cb4aa7f3-ac10-4abc-9890-607a03ee6410 tempest-VolumesActionsTest-1878016641 tempest-VolumesActionsTest-1878016641-project] 10.222.0.76 "GET /v2.0/networks?id=b7c62d85-ae3c-4417-a077-cc9a9acc6cb3 HTTP/1.1" status: 200 len: 808 time: 0.3240466 Feb 04 08:00:52.893820 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-e2130117-17b7-429c-b5c8-0f709dbd5eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:00:52.898110 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.v2.base [req-8a614b74-c931-488b-8c7b-4282515c9789 req-981b4500-4ffa-484a-b4a1-eb33fe765a01 tempest-VolumesActionsTest-1878016641 tempest-VolumesActionsTest-1878016641-project] Request body: {'port': {'device_id': '3b808af7-0c76-4c5e-8aa4-4d464628792e', 'network_id': 'b7c62d85-ae3c-4417-a077-cc9a9acc6cb3', 'admin_state_up': True, 'tenant_id': '725740a6e0ed4bab8b19ac5b67426320'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 08:00:53.086937 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-f3f756d7-dfe3-4765-9cbe-a700c56c3aa6 req-f65a1d5f-15a4-4b74-9b6a-b42f3336d228 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/ports?device_id=f6928dd1-8dfc-4e67-9ebb-85ac26bb95c8 HTTP/1.1" status: 200 len: 210 time: 0.0652649 Feb 04 08:00:53.098584 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [req-8a614b74-c931-488b-8c7b-4282515c9789 req-981b4500-4ffa-484a-b4a1-eb33fe765a01 tempest-VolumesActionsTest-1878016641 tempest-VolumesActionsTest-1878016641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 08:00:53.102688 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [req-8a614b74-c931-488b-8c7b-4282515c9789 req-981b4500-4ffa-484a-b4a1-eb33fe765a01 tempest-VolumesActionsTest-1878016641 tempest-VolumesActionsTest-1878016641-project] Usage tracker for resource:port and tenant:725740a6e0ed4bab8b19ac5b67426320 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 08:00:53.105720 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [req-8a614b74-c931-488b-8c7b-4282515c9789 req-981b4500-4ffa-484a-b4a1-eb33fe765a01 tempest-VolumesActionsTest-1878016641 tempest-VolumesActionsTest-1878016641-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 08:00:53.112690 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [req-8a614b74-c931-488b-8c7b-4282515c9789 req-981b4500-4ffa-484a-b4a1-eb33fe765a01 tempest-VolumesActionsTest-1878016641 tempest-VolumesActionsTest-1878016641-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 08:00:53.121464 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a614b74-c931-488b-8c7b-4282515c9789 req-981b4500-4ffa-484a-b4a1-eb33fe765a01 tempest-VolumesActionsTest-1878016641 tempest-VolumesActionsTest-1878016641-project] Made reservation on behalf of 725740a6e0ed4bab8b19ac5b67426320 for: {'port': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 04 08:00:53.144421 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-8a614b74-c931-488b-8c7b-4282515c9789 req-981b4500-4ffa-484a-b4a1-eb33fe765a01 tempest-VolumesActionsTest-1878016641 tempest-VolumesActionsTest-1878016641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:00:53.351976 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Device d36bb1a4-9d66-4b28-a6bb-dce424da861c no longer exists at agent ovs-agent-hv-cinder-73306 {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 04 08:00:53.391907 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] No Port match for: d36bb1a4-9d66-4b28-a6bb-dce424da861c {{(pid=80115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 04 08:00:53.392468 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Device d36bb1a4-9d66-4b28-a6bb-dce424da861c not bound to the agent host hv-cinder-73306 {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 04 08:00:53.677074 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.db_base_plugin_common [req-8a614b74-c931-488b-8c7b-4282515c9789 req-981b4500-4ffa-484a-b4a1-eb33fe765a01 tempest-VolumesActionsTest-1878016641 tempest-VolumesActionsTest-1878016641-project] Allocated IP 172.20.0.12 (b7c62d85-ae3c-4417-a077-cc9a9acc6cb3/9e3d0550-2b28-441e-8da5-2885b6e91ea7/6d393497-b5bf-40e5-aa65-0465541ef0ef) {{(pid=80114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 04 08:00:53.850753 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-85fac0c9-e82f-41ee-a61d-5b2e920e6613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:00:53.920127 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-6728b120-183f-4cce-99d5-945247268878 req-28a228fc-d8de-4c0b-ade8-0742fe0eb2fb tempest-VolumesActionsTest-1878016641 tempest-VolumesActionsTest-1878016641-project] 10.222.0.99 "GET /v2.0/ports?device_id=3b808af7-0c76-4c5e-8aa4-4d464628792e HTTP/1.1" status: 200 len: 210 time: 0.0695562 Feb 04 08:00:53.959555 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-8a614b74-c931-488b-8c7b-4282515c9789 req-981b4500-4ffa-484a-b4a1-eb33fe765a01 tempest-VolumesActionsTest-1878016641 tempest-VolumesActionsTest-1878016641-project] Notify callbacks [] for port, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:00:53.989745 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-8a614b74-c931-488b-8c7b-4282515c9789 req-981b4500-4ffa-484a-b4a1-eb33fe765a01 tempest-VolumesActionsTest-1878016641 tempest-VolumesActionsTest-1878016641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727594645960'] for port, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:00:54.006271 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-a172095f-68d6-4d40-a5da-225c74003ddc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:00:54.144708 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981b4500-4ffa-484a-b4a1-eb33fe765a01 tempest-VolumesActionsTest-1878016641 tempest-VolumesActionsTest-1878016641-project] Pushing event updated for resources: {'Port': ['ID=6d393497-b5bf-40e5-aa65-0465541ef0ef,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:00:54.149243 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-981b4500-4ffa-484a-b4a1-eb33fe765a01 tempest-VolumesActionsTest-1878016641 tempest-VolumesActionsTest-1878016641-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:00:54.201823 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a614b74-c931-488b-8c7b-4282515c9789 req-981b4500-4ffa-484a-b4a1-eb33fe765a01 tempest-VolumesActionsTest-1878016641 tempest-VolumesActionsTest-1878016641-project] Network b7c62d85-ae3c-4417-a077-cc9a9acc6cb3 is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 04 08:00:54.203043 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.base_scheduler [req-8a614b74-c931-488b-8c7b-4282515c9789 req-981b4500-4ffa-484a-b4a1-eb33fe765a01 tempest-VolumesActionsTest-1878016641 tempest-VolumesActionsTest-1878016641-project] Resources bound (agent type, host, resource id): {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 04 08:00:54.206048 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a614b74-c931-488b-8c7b-4282515c9789 req-981b4500-4ffa-484a-b4a1-eb33fe765a01 tempest-VolumesActionsTest-1878016641 tempest-VolumesActionsTest-1878016641-project] Received port after_create {{(pid=80114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 04 08:00:54.272877 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a614b74-c931-488b-8c7b-4282515c9789 req-981b4500-4ffa-484a-b4a1-eb33fe765a01 tempest-VolumesActionsTest-1878016641 tempest-VolumesActionsTest-1878016641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:00:54.273600 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-8a614b74-c931-488b-8c7b-4282515c9789 req-981b4500-4ffa-484a-b4a1-eb33fe765a01 tempest-VolumesActionsTest-1878016641 tempest-VolumesActionsTest-1878016641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3799'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:00:54.299779 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-8a614b74-c931-488b-8c7b-4282515c9789 req-981b4500-4ffa-484a-b4a1-eb33fe765a01 tempest-VolumesActionsTest-1878016641 tempest-VolumesActionsTest-1878016641-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4067042 Feb 04 08:00:54.319474 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.v2.base [req-8a614b74-c931-488b-8c7b-4282515c9789 req-acc4e800-d73d-4cf5-a58f-a6ff188faed0 service neutron] Request body: {'port': {'device_id': '3b808af7-0c76-4c5e-8aa4-4d464628792e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73306'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 08:00:54.444593 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-8a614b74-c931-488b-8c7b-4282515c9789 req-acc4e800-d73d-4cf5-a58f-a6ff188faed0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:00:54.665534 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:00:54.828163 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92269810-d5e5-4fb3-997d-9f5c674665eb req-2972aaca-1144-45b8-aac8-5eb82cb8b5c1 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:00:54.829860 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-92269810-d5e5-4fb3-997d-9f5c674665eb req-2972aaca-1144-45b8-aac8-5eb82cb8b5c1 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/ports?device_id=6a08b689-796b-46b2-87e8-9a6e591081ef HTTP/1.1" status: 200 len: 945 time: 0.2787216 Feb 04 08:00:54.981648 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-92269810-d5e5-4fb3-997d-9f5c674665eb req-7f2196e4-091d-4745-8498-2560be184899 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/security-groups?id=165ca7ed-0745-4a75-913b-d38f318fbd54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943837 Feb 04 08:00:55.139887 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.notifiers.nova [req-8a614b74-c931-488b-8c7b-4282515c9789 req-acc4e800-d73d-4cf5-a58f-a6ff188faed0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d393497-b5bf-40e5-aa65-0465541ef0ef {{(pid=80114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 04 08:00:55.151232 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-8a614b74-c931-488b-8c7b-4282515c9789 req-acc4e800-d73d-4cf5-a58f-a6ff188faed0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:00:55.175133 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [req-8a614b74-c931-488b-8c7b-4282515c9789 req-acc4e800-d73d-4cf5-a58f-a6ff188faed0 service neutron] Transition to ACTIVE for port object 6d393497-b5bf-40e5-aa65-0465541ef0ef will not be triggered until provisioned by entity L2. {{(pid=80114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 04 08:00:55.179761 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-8a614b74-c931-488b-8c7b-4282515c9789 req-acc4e800-d73d-4cf5-a58f-a6ff188faed0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309259674757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309260170288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727594605546'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:00:55.196512 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-4e3ff75a-ee8e-463b-a8c2-c38484e9faf0 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:00:55.211749 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-19d3b842-1860-471a-9268-0862a9b26fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:00:55.402350 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4565305c-227b-4b10-bb8a-14167f0ef5b8 req-a42f8b10-b3bd-47db-a4f2-09adf3bb14f1 tempest-VolumesActionsTest-1878016641 tempest-VolumesActionsTest-1878016641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:00:55.403198 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [req-4565305c-227b-4b10-bb8a-14167f0ef5b8 req-a42f8b10-b3bd-47db-a4f2-09adf3bb14f1 tempest-VolumesActionsTest-1878016641 tempest-VolumesActionsTest-1878016641-project] Synchronizing usage tracker for tenant:725740a6e0ed4bab8b19ac5b67426320 on resource:port {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 04 08:00:55.438871 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc4e800-d73d-4cf5-a58f-a6ff188faed0 service neutron] Pushing event updated for resources: {'Port': ['ID=6d393497-b5bf-40e5-aa65-0465541ef0ef,revision_number=2']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:00:55.456555 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-acc4e800-d73d-4cf5-a58f-a6ff188faed0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:00:55.477981 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [req-4565305c-227b-4b10-bb8a-14167f0ef5b8 req-a42f8b10-b3bd-47db-a4f2-09adf3bb14f1 tempest-VolumesActionsTest-1878016641 tempest-VolumesActionsTest-1878016641-project] Unset dirty status for tenant:725740a6e0ed4bab8b19ac5b67426320 on resource:port {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 04 08:00:55.479293 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-4565305c-227b-4b10-bb8a-14167f0ef5b8 req-a42f8b10-b3bd-47db-a4f2-09adf3bb14f1 tempest-VolumesActionsTest-1878016641 tempest-VolumesActionsTest-1878016641-project] 10.222.0.99 "GET /v2.0/ports?device_id=3b808af7-0c76-4c5e-8aa4-4d464628792e HTTP/1.1" status: 200 len: 932 time: 0.4159150 Feb 04 08:00:55.630062 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [req-4565305c-227b-4b10-bb8a-14167f0ef5b8 req-b1296ba0-f127-40e5-8579-72ab99c08623 tempest-VolumesActionsTest-1878016641 tempest-VolumesActionsTest-1878016641-project] Synchronizing usage tracker for tenant:725740a6e0ed4bab8b19ac5b67426320 on resource:security_group {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 04 08:00:55.633756 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [req-8a614b74-c931-488b-8c7b-4282515c9789 req-acc4e800-d73d-4cf5-a58f-a6ff188faed0 service neutron] Attempting to bind port 6d393497-b5bf-40e5-aa65-0465541ef0ef on host hv-cinder-73306 for vnic_type normal with profile {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 08:00:55.634124 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [req-8a614b74-c931-488b-8c7b-4282515c9789 req-acc4e800-d73d-4cf5-a58f-a6ff188faed0 service neutron] Attempting to bind port 6d393497-b5bf-40e5-aa65-0465541ef0ef by drivers openvswitch on host hv-cinder-73306 at level 0 using segments [{'id': '8024e2a7-1d26-4c53-95e6-1f27f04fae7b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b7c62d85-ae3c-4417-a077-cc9a9acc6cb3'}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 04 08:00:55.634487 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a614b74-c931-488b-8c7b-4282515c9789 req-acc4e800-d73d-4cf5-a58f-a6ff188faed0 service neutron] Attempting to bind port 6d393497-b5bf-40e5-aa65-0465541ef0ef on network b7c62d85-ae3c-4417-a077-cc9a9acc6cb3 {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 04 08:00:55.644436 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a614b74-c931-488b-8c7b-4282515c9789 req-acc4e800-d73d-4cf5-a58f-a6ff188faed0 service neutron] Checking agent: {'id': 'ff9cc465-2d2d-4d6a-b510-d92e1cf0c130', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73306', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 4, 7, 55, 7), 'started_at': datetime.datetime(2021, 2, 4, 7, 55, 37), 'heartbeat_timestamp': datetime.datetime(2021, 2, 4, 8, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.95', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 08:00:55.644806 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a614b74-c931-488b-8c7b-4282515c9789 req-acc4e800-d73d-4cf5-a58f-a6ff188faed0 service neutron] Checking segment: {'id': '8024e2a7-1d26-4c53-95e6-1f27f04fae7b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b7c62d85-ae3c-4417-a077-cc9a9acc6cb3'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 04 08:00:55.645204 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-8a614b74-c931-488b-8c7b-4282515c9789 req-acc4e800-d73d-4cf5-a58f-a6ff188faed0 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:00:55.645594 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a614b74-c931-488b-8c7b-4282515c9789 req-acc4e800-d73d-4cf5-a58f-a6ff188faed0 service neutron] Bound using segment: {'id': '8024e2a7-1d26-4c53-95e6-1f27f04fae7b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b7c62d85-ae3c-4417-a077-cc9a9acc6cb3'} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 08:00:55.646068 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [req-8a614b74-c931-488b-8c7b-4282515c9789 req-acc4e800-d73d-4cf5-a58f-a6ff188faed0 service neutron] Bound port: 6d393497-b5bf-40e5-aa65-0465541ef0ef, host: hv-cinder-73306, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8024e2a7-1d26-4c53-95e6-1f27f04fae7b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b7c62d85-ae3c-4417-a077-cc9a9acc6cb3'}}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 04 08:00:55.646438 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-8a614b74-c931-488b-8c7b-4282515c9789 req-acc4e800-d73d-4cf5-a58f-a6ff188faed0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:00:55.702693 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [req-4565305c-227b-4b10-bb8a-14167f0ef5b8 req-b1296ba0-f127-40e5-8579-72ab99c08623 tempest-VolumesActionsTest-1878016641 tempest-VolumesActionsTest-1878016641-project] Unset dirty status for tenant:725740a6e0ed4bab8b19ac5b67426320 on resource:security_group {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 04 08:00:55.704629 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-4565305c-227b-4b10-bb8a-14167f0ef5b8 req-b1296ba0-f127-40e5-8579-72ab99c08623 tempest-VolumesActionsTest-1878016641 tempest-VolumesActionsTest-1878016641-project] 10.222.0.99 "GET /v2.0/security-groups?id=fa0259a6-2470-4ddc-962c-24093307a3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166734 Feb 04 08:00:55.759105 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [req-8a614b74-c931-488b-8c7b-4282515c9789 req-acc4e800-d73d-4cf5-a58f-a6ff188faed0 service neutron] For port 6d393497-b5bf-40e5-aa65-0465541ef0ef, host hv-cinder-73306, cleared binding levels {{(pid=80114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 04 08:00:55.762241 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [req-8a614b74-c931-488b-8c7b-4282515c9789 req-acc4e800-d73d-4cf5-a58f-a6ff188faed0 service neutron] For port 6d393497-b5bf-40e5-aa65-0465541ef0ef, host hv-cinder-73306, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=6d393497-b5bf-40e5-aa65-0465541ef0ef,segment=NetworkSegment(8024e2a7-1d26-4c53-95e6-1f27f04fae7b),segment_id=8024e2a7-1d26-4c53-95e6-1f27f04fae7b)] {{(pid=80114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 04 08:00:55.765589 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-8a614b74-c931-488b-8c7b-4282515c9789 req-acc4e800-d73d-4cf5-a58f-a6ff188faed0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309259674757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309260170288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727594605546'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:00:55.780661 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-719e3bce-21e7-42f0-915f-f60fcdc3429d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:00:55.941869 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc4e800-d73d-4cf5-a58f-a6ff188faed0 service neutron] Pushing event updated for resources: {'Port': ['ID=6d393497-b5bf-40e5-aa65-0465541ef0ef,revision_number=3']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:00:55.945318 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-acc4e800-d73d-4cf5-a58f-a6ff188faed0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:00:55.981074 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a614b74-c931-488b-8c7b-4282515c9789 req-acc4e800-d73d-4cf5-a58f-a6ff188faed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:00:55.981754 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-8a614b74-c931-488b-8c7b-4282515c9789 req-acc4e800-d73d-4cf5-a58f-a6ff188faed0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3799'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:00:55.983416 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-8a614b74-c931-488b-8c7b-4282515c9789 req-acc4e800-d73d-4cf5-a58f-a6ff188faed0 service neutron] 10.222.0.76 "PUT /v2.0/ports/6d393497-b5bf-40e5-aa65-0465541ef0ef HTTP/1.1" status: 200 len: 1158 time: 1.6686947 Feb 04 08:00:55.983854 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b808af7-0c76-4c5e-8aa4-4d464628792e', 'tag': '6d393497-b5bf-40e5-aa65-0465541ef0ef'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 08:00:56.046022 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b808af7-0c76-4c5e-8aa4-4d464628792e', 'tag': '6d393497-b5bf-40e5-aa65-0465541ef0ef', 'status': 'completed', 'code': 200} Feb 04 08:00:56.221029 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a614b74-c931-488b-8c7b-4282515c9789 req-49df7451-c2b9-42b4-8360-8d7fc2e34a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:00:56.222563 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-8a614b74-c931-488b-8c7b-4282515c9789 req-49df7451-c2b9-42b4-8360-8d7fc2e34a85 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=725740a6e0ed4bab8b19ac5b67426320&device_id=3b808af7-0c76-4c5e-8aa4-4d464628792e HTTP/1.1" status: 200 len: 1161 time: 0.1526535 Feb 04 08:00:56.309652 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c3e96a-7222-4435-a52d-daec06890e79 req-d8432883-3824-493e-a542-aadc4f9535c2 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:00:56.311375 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-01c3e96a-7222-4435-a52d-daec06890e79 req-d8432883-3824-493e-a542-aadc4f9535c2 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/ports?device_id=6a08b689-796b-46b2-87e8-9a6e591081ef HTTP/1.1" status: 200 len: 945 time: 0.1905117 Feb 04 08:00:56.392718 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-8a614b74-c931-488b-8c7b-4282515c9789 req-d7754042-05fc-435d-ac52-3b70f24df0e4 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6d393497-b5bf-40e5-aa65-0465541ef0ef HTTP/1.1" status: 200 len: 217 time: 0.0802691 Feb 04 08:00:56.487565 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-01c3e96a-7222-4435-a52d-daec06890e79 req-8264de76-b8ae-4568-9de3-658ce528d9e3 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/security-groups?id=165ca7ed-0745-4a75-913b-d38f318fbd54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167307 Feb 04 08:00:56.504035 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a614b74-c931-488b-8c7b-4282515c9789 req-181e4c91-cf53-498b-96e5-a0525481f3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:00:56.505679 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-8a614b74-c931-488b-8c7b-4282515c9789 req-181e4c91-cf53-498b-96e5-a0525481f3c6 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=9e3d0550-2b28-441e-8da5-2885b6e91ea7 HTTP/1.1" status: 200 len: 848 time: 0.1051633 Feb 04 08:00:56.562980 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-8a614b74-c931-488b-8c7b-4282515c9789 req-71ce66b6-8300-4fd4-b7be-ba99c7cc121c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b7c62d85-ae3c-4417-a077-cc9a9acc6cb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485890 Feb 04 08:00:56.709518 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-8a614b74-c931-488b-8c7b-4282515c9789 req-6bc85354-7e13-4a91-9aa9-c10cd230a57e service neutron] 10.222.0.76 "GET /v2.0/networks/b7c62d85-ae3c-4417-a077-cc9a9acc6cb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377859 Feb 04 08:00:57.126616 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-8a614b74-c931-488b-8c7b-4282515c9789 req-d8789fca-676a-4134-94d2-b07c85c8aa09 service neutron] 10.222.0.76 "GET /v2.0/networks/b7c62d85-ae3c-4417-a077-cc9a9acc6cb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4079049 Feb 04 08:00:57.218836 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1217a059-ccfd-4407-91a4-d03eb67e86f3 req-b015fec3-eed3-43c8-992b-766177b19b1d tempest-VolumesActionsTest-1878016641 tempest-VolumesActionsTest-1878016641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:00:57.220650 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-1217a059-ccfd-4407-91a4-d03eb67e86f3 req-b015fec3-eed3-43c8-992b-766177b19b1d tempest-VolumesActionsTest-1878016641 tempest-VolumesActionsTest-1878016641-project] 10.222.0.99 "GET /v2.0/ports?device_id=3b808af7-0c76-4c5e-8aa4-4d464628792e HTTP/1.1" status: 200 len: 944 time: 0.2181659 Feb 04 08:00:57.287723 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-1217a059-ccfd-4407-91a4-d03eb67e86f3 req-dfa176ef-da70-4eaf-8eac-8758ba592841 tempest-VolumesActionsTest-1878016641 tempest-VolumesActionsTest-1878016641-project] 10.222.0.99 "GET /v2.0/security-groups?id=fa0259a6-2470-4ddc-962c-24093307a3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604856 Feb 04 08:00:57.367141 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddde347e-fc55-4b4e-ab9e-7a95ea55102d req-d1fb905d-5cc4-4531-b112-93ee7f51bb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:00:57.368739 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-ddde347e-fc55-4b4e-ab9e-7a95ea55102d req-d1fb905d-5cc4-4531-b112-93ee7f51bb18 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=725740a6e0ed4bab8b19ac5b67426320&device_id=3b808af7-0c76-4c5e-8aa4-4d464628792e HTTP/1.1" status: 200 len: 1161 time: 0.0800674 Feb 04 08:00:57.520092 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddde347e-fc55-4b4e-ab9e-7a95ea55102d req-8317c97c-36eb-482c-a6c7-eb6ace6e9378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:00:57.521661 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-ddde347e-fc55-4b4e-ab9e-7a95ea55102d req-8317c97c-36eb-482c-a6c7-eb6ace6e9378 service neutron] 10.222.0.76 "GET /v2.0/networks?id=b7c62d85-ae3c-4417-a077-cc9a9acc6cb3 HTTP/1.1" status: 200 len: 902 time: 0.1405652 Feb 04 08:00:57.605929 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-ddde347e-fc55-4b4e-ab9e-7a95ea55102d req-6d58647e-4ba2-4528-b404-5de48fa11e62 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6d393497-b5bf-40e5-aa65-0465541ef0ef HTTP/1.1" status: 200 len: 217 time: 0.0750134 Feb 04 08:00:57.697167 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddde347e-fc55-4b4e-ab9e-7a95ea55102d req-b56c5770-d35b-4d85-a377-6b8bd9ab78b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:00:57.698766 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-ddde347e-fc55-4b4e-ab9e-7a95ea55102d req-b56c5770-d35b-4d85-a377-6b8bd9ab78b3 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=9e3d0550-2b28-441e-8da5-2885b6e91ea7 HTTP/1.1" status: 200 len: 848 time: 0.0809567 Feb 04 08:00:57.756078 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-ddde347e-fc55-4b4e-ab9e-7a95ea55102d req-d5e049e1-a112-420d-b096-30501448e66b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b7c62d85-ae3c-4417-a077-cc9a9acc6cb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482073 Feb 04 08:00:58.024678 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa48d745-6f2d-4a5e-b3ce-8fa733e8caeb req-649ac02d-d9e5-4790-b383-79a30663d0c6 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:00:58.026355 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-fa48d745-6f2d-4a5e-b3ce-8fa733e8caeb req-649ac02d-d9e5-4790-b383-79a30663d0c6 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/ports?device_id=6a08b689-796b-46b2-87e8-9a6e591081ef HTTP/1.1" status: 200 len: 945 time: 0.2729559 Feb 04 08:00:58.062034 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-ddde347e-fc55-4b4e-ab9e-7a95ea55102d req-1751b900-4893-47e6-beb0-ce1ca905fd13 service neutron] 10.222.0.76 "GET /v2.0/networks/b7c62d85-ae3c-4417-a077-cc9a9acc6cb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2667570 Feb 04 08:00:58.129939 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-fa48d745-6f2d-4a5e-b3ce-8fa733e8caeb req-cc538f2f-57ab-411f-adf0-013a683c2fc0 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/security-groups?id=165ca7ed-0745-4a75-913b-d38f318fbd54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930965 Feb 04 08:00:58.240960 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-ddde347e-fc55-4b4e-ab9e-7a95ea55102d req-b3765248-9f28-4daa-92f3-94eebc5db392 service neutron] 10.222.0.76 "GET /v2.0/networks/b7c62d85-ae3c-4417-a077-cc9a9acc6cb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1583149 Feb 04 08:00:58.588313 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e615bb9c-6133-4cc6-b93c-aee165ea4e36 req-5f103a34-e7dd-4f28-bbf5-ca6518c9aaea tempest-VolumesActionsTest-1878016641 tempest-VolumesActionsTest-1878016641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:00:58.589996 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-e615bb9c-6133-4cc6-b93c-aee165ea4e36 req-5f103a34-e7dd-4f28-bbf5-ca6518c9aaea tempest-VolumesActionsTest-1878016641 tempest-VolumesActionsTest-1878016641-project] 10.222.0.99 "GET /v2.0/ports?device_id=3b808af7-0c76-4c5e-8aa4-4d464628792e HTTP/1.1" status: 200 len: 944 time: 0.1644351 Feb 04 08:00:58.654679 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-e615bb9c-6133-4cc6-b93c-aee165ea4e36 req-bffff718-8acc-4e61-87d3-75b3add6deb5 tempest-VolumesActionsTest-1878016641 tempest-VolumesActionsTest-1878016641-project] 10.222.0.99 "GET /v2.0/security-groups?id=fa0259a6-2470-4ddc-962c-24093307a3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579119 Feb 04 08:00:59.268044 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.objects.ports [None req-e2575140-07f1-45d7-8ce2-a38d05f33dfe None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80115) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 04 08:00:59.427994 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5cb69e-6dc0-4f21-aa9f-7c70bd66125d req-07e55d69-276b-4afa-ab0c-8f4fcb89a649 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:00:59.429637 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-8b5cb69e-6dc0-4f21-aa9f-7c70bd66125d req-07e55d69-276b-4afa-ab0c-8f4fcb89a649 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/ports?device_id=6a08b689-796b-46b2-87e8-9a6e591081ef HTTP/1.1" status: 200 len: 945 time: 0.1693065 Feb 04 08:00:59.494382 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-8b5cb69e-6dc0-4f21-aa9f-7c70bd66125d req-cde5d18f-ef95-4c38-b0ae-74935252cfbc tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/security-groups?id=165ca7ed-0745-4a75-913b-d38f318fbd54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584223 Feb 04 08:00:59.954762 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b5d3ac-2389-4beb-924b-6d134eacf3fd req-550694cc-2994-4f67-a5f2-02d4bb0a3775 tempest-VolumesActionsTest-1878016641 tempest-VolumesActionsTest-1878016641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:00:59.956555 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-f7b5d3ac-2389-4beb-924b-6d134eacf3fd req-550694cc-2994-4f67-a5f2-02d4bb0a3775 tempest-VolumesActionsTest-1878016641 tempest-VolumesActionsTest-1878016641-project] 10.222.0.99 "GET /v2.0/ports?device_id=3b808af7-0c76-4c5e-8aa4-4d464628792e HTTP/1.1" status: 200 len: 944 time: 0.1666622 Feb 04 08:01:00.022191 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-f7b5d3ac-2389-4beb-924b-6d134eacf3fd req-653f3070-a57f-4df3-b21f-3f6f61690cf5 tempest-VolumesActionsTest-1878016641 tempest-VolumesActionsTest-1878016641-project] 10.222.0.99 "GET /v2.0/security-groups?id=fa0259a6-2470-4ddc-962c-24093307a3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585756 Feb 04 08:01:00.069615 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Device 6d393497-b5bf-40e5-aa65-0465541ef0ef up at agent ovs-agent-hv-cinder-73306 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 08:01:00.157531 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Provisioning for port 6d393497-b5bf-40e5-aa65-0465541ef0ef completed by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 04 08:01:00.161403 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Provisioning complete for port 6d393497-b5bf-40e5-aa65-0465541ef0ef triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 08:01:00.161737 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762158'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:00.453617 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:00.490520 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b808af7-0c76-4c5e-8aa4-4d464628792e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d393497-b5bf-40e5-aa65-0465541ef0ef'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 08:01:00.505827 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] For port 6d393497-b5bf-40e5-aa65-0465541ef0ef, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=6d393497-b5bf-40e5-aa65-0465541ef0ef,segment=NetworkSegment(8024e2a7-1d26-4c53-95e6-1f27f04fae7b),segment_id=8024e2a7-1d26-4c53-95e6-1f27f04fae7b)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 08:01:00.509599 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309259674757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309260170288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727594605546'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:00.511688 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:01:00.586555 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b808af7-0c76-4c5e-8aa4-4d464628792e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d393497-b5bf-40e5-aa65-0465541ef0ef', 'code': 200} Feb 04 08:01:00.615619 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Pushing event updated for resources: {'Port': ['ID=6d393497-b5bf-40e5-aa65-0465541ef0ef,revision_number=4']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:01:00.618992 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:01:00.904200 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcca4b13-28c3-4757-91a4-af22870b2922 req-84905dc9-45a9-4f61-8cd6-bc3111c2dda5 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:01:00.905916 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-fcca4b13-28c3-4757-91a4-af22870b2922 req-84905dc9-45a9-4f61-8cd6-bc3111c2dda5 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/ports?device_id=6a08b689-796b-46b2-87e8-9a6e591081ef HTTP/1.1" status: 200 len: 945 time: 0.2147715 Feb 04 08:01:01.043024 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-fcca4b13-28c3-4757-91a4-af22870b2922 req-1c22ce3c-71b7-4b1b-a0a7-6b86b7b8828f tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/security-groups?id=165ca7ed-0745-4a75-913b-d38f318fbd54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843790 Feb 04 08:01:01.060878 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1074663d-389b-4d5a-897b-d22e1e8da6aa req-c000f6fa-93a9-4ae5-b1f7-b6981393107f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:01:01.062616 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-1074663d-389b-4d5a-897b-d22e1e8da6aa req-c000f6fa-93a9-4ae5-b1f7-b6981393107f service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=3b808af7-0c76-4c5e-8aa4-4d464628792e HTTP/1.1" status: 200 len: 1163 time: 0.1549654 Feb 04 08:01:01.198218 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-1074663d-389b-4d5a-897b-d22e1e8da6aa req-88f61966-6842-41c3-9812-c57d170feb58 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=fa0259a6-2470-4ddc-962c-24093307a3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758638 Feb 04 08:01:01.305364 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Device 6d393497-b5bf-40e5-aa65-0465541ef0ef up at agent ovs-agent-hv-cinder-73306 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 08:01:01.325607 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd20e593-08d7-479d-9c2e-2266e68828f4 req-0e33aef4-1b28-481f-bb51-6abe3d6f4999 tempest-VolumesActionsTest-1878016641 tempest-VolumesActionsTest-1878016641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:01:01.327340 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-fd20e593-08d7-479d-9c2e-2266e68828f4 req-0e33aef4-1b28-481f-bb51-6abe3d6f4999 tempest-VolumesActionsTest-1878016641 tempest-VolumesActionsTest-1878016641-project] 10.222.0.99 "GET /v2.0/ports?device_id=3b808af7-0c76-4c5e-8aa4-4d464628792e HTTP/1.1" status: 200 len: 946 time: 0.1690054 Feb 04 08:01:01.393889 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-fd20e593-08d7-479d-9c2e-2266e68828f4 req-0f616a07-e70b-4d1d-8f5c-8bd805b6095c tempest-VolumesActionsTest-1878016641 tempest-VolumesActionsTest-1878016641-project] 10.222.0.99 "GET /v2.0/security-groups?id=fa0259a6-2470-4ddc-962c-24093307a3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587864 Feb 04 08:01:01.394123 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Provisioning complete for port 6d393497-b5bf-40e5-aa65-0465541ef0ef triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 08:01:01.394230 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762158'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:01.937514 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9c2e38-482d-4700-9d2c-00a2479b10f9 req-d72e0d05-1140-4206-8f20-a6a039d17101 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:01:01.939916 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-ad9c2e38-482d-4700-9d2c-00a2479b10f9 req-d72e0d05-1140-4206-8f20-a6a039d17101 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.76 "GET /v2.0/ports?device_id=6a08b689-796b-46b2-87e8-9a6e591081ef HTTP/1.1" status: 200 len: 945 time: 0.1686413 Feb 04 08:01:02.040212 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [req-ad9c2e38-482d-4700-9d2c-00a2479b10f9 req-53f41e8e-1a98-45c2-bef7-94419796b227 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] Deleting port ff3f9037-f01f-4834-9b48-0bdf19614e19 {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 04 08:01:02.040591 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-ad9c2e38-482d-4700-9d2c-00a2479b10f9 req-53f41e8e-1a98-45c2-bef7-94419796b227 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727595022485'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:02.481155 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fb1129-77d8-4e7a-a0e8-03b006210eba req-285c2a48-ad5f-439c-a73e-ea6fdf915294 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:01:02.482818 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-54fb1129-77d8-4e7a-a0e8-03b006210eba req-285c2a48-ad5f-439c-a73e-ea6fdf915294 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/ports?device_id=6a08b689-796b-46b2-87e8-9a6e591081ef HTTP/1.1" status: 200 len: 945 time: 0.2901089 Feb 04 08:01:02.484945 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [req-ad9c2e38-482d-4700-9d2c-00a2479b10f9 req-53f41e8e-1a98-45c2-bef7-94419796b227 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] For port ff3f9037-f01f-4834-9b48-0bdf19614e19, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=ff3f9037-f01f-4834-9b48-0bdf19614e19,segment=NetworkSegment(5f6ab5b4-f1a0-431f-8987-232f197ae770),segment_id=5f6ab5b4-f1a0-431f-8987-232f197ae770)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 08:01:02.485346 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-ad9c2e38-482d-4700-9d2c-00a2479b10f9 req-53f41e8e-1a98-45c2-bef7-94419796b227 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853131150'] for port, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:02.647909 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [req-ad9c2e38-482d-4700-9d2c-00a2479b10f9 req-53f41e8e-1a98-45c2-bef7-94419796b227 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] Calling delete_port for ff3f9037-f01f-4834-9b48-0bdf19614e19 owned by compute:nova {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 04 08:01:02.788008 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-54fb1129-77d8-4e7a-a0e8-03b006210eba req-6021c75d-6f4f-4e1a-94ab-39acdc6f6198 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/security-groups?id=165ca7ed-0745-4a75-913b-d38f318fbd54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2941525 Feb 04 08:01:02.950293 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54f8c46-31b1-4e8e-9cbe-ae41559aa0da req-0c505737-675c-440f-aeb3-ecd8e7ddfb56 tempest-VolumesActionsTest-1878016641 tempest-VolumesActionsTest-1878016641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:01:02.951989 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-d54f8c46-31b1-4e8e-9cbe-ae41559aa0da req-0c505737-675c-440f-aeb3-ecd8e7ddfb56 tempest-VolumesActionsTest-1878016641 tempest-VolumesActionsTest-1878016641-project] 10.222.0.99 "GET /v2.0/ports?device_id=3b808af7-0c76-4c5e-8aa4-4d464628792e HTTP/1.1" status: 200 len: 946 time: 0.3803608 Feb 04 08:01:03.023383 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-ad9c2e38-482d-4700-9d2c-00a2479b10f9 req-53f41e8e-1a98-45c2-bef7-94419796b227 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309259674774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727594605512'] for port, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:03.043926 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-d54f8c46-31b1-4e8e-9cbe-ae41559aa0da req-95ab1f40-7efd-4c93-9fb0-556f9f7fea91 tempest-VolumesActionsTest-1878016641 tempest-VolumesActionsTest-1878016641-project] 10.222.0.99 "GET /v2.0/security-groups?id=fa0259a6-2470-4ddc-962c-24093307a3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822611 Feb 04 08:01:03.055864 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Device ff3f9037-f01f-4834-9b48-0bdf19614e19 no longer exists at agent ovs-agent-hv-cinder-73306 {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 04 08:01:03.094961 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] No Port match for: ff3f9037-f01f-4834-9b48-0bdf19614e19 {{(pid=80115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 04 08:01:03.095334 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Device ff3f9037-f01f-4834-9b48-0bdf19614e19 not bound to the agent host hv-cinder-73306 {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 04 08:01:03.117715 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-acc4e800-d73d-4cf5-a58f-a6ff188faed0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:01:03.171510 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f41e8e-1a98-45c2-bef7-94419796b227 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] Pushing event deleted for resources: {'Port': ['ID=ff3f9037-f01f-4834-9b48-0bdf19614e19,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:01:03.186206 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-53f41e8e-1a98-45c2-bef7-94419796b227 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:01:03.277658 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad9c2e38-482d-4700-9d2c-00a2479b10f9 req-53f41e8e-1a98-45c2-bef7-94419796b227 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] No DVR routers for this DVR port ff3f9037-f01f-4834-9b48-0bdf19614e19 on host hv-cinder-73306 {{(pid=80114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 04 08:01:03.279961 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-ad9c2e38-482d-4700-9d2c-00a2479b10f9 req-53f41e8e-1a98-45c2-bef7-94419796b227 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3799'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:03.283499 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a08b689-796b-46b2-87e8-9a6e591081ef', 'name': 'network-vif-deleted', 'tag': 'ff3f9037-f01f-4834-9b48-0bdf19614e19'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 08:01:03.296648 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-ad9c2e38-482d-4700-9d2c-00a2479b10f9 req-53f41e8e-1a98-45c2-bef7-94419796b227 tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.76 "DELETE /v2.0/ports/ff3f9037-f01f-4834-9b48-0bdf19614e19 HTTP/1.1" status: 204 len: 173 time: 1.3477752 Feb 04 08:01:03.355145 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a08b689-796b-46b2-87e8-9a6e591081ef', 'name': 'network-vif-deleted', 'tag': 'ff3f9037-f01f-4834-9b48-0bdf19614e19', 'status': 'completed', 'code': 200} Feb 04 08:01:03.622393 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750949ca-970b-45c6-9482-6f4397789391 req-9a42eab5-680c-4d48-8ba2-23dcddee4954 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:01:03.624130 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-750949ca-970b-45c6-9482-6f4397789391 req-9a42eab5-680c-4d48-8ba2-23dcddee4954 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] 10.222.0.99 "GET /v2.0/ports?device_id=ee480593-ba86-44ab-b121-9e243feb6605 HTTP/1.1" status: 200 len: 945 time: 0.1733029 Feb 04 08:01:03.920486 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-750949ca-970b-45c6-9482-6f4397789391 req-2c3bfb1c-35b1-4c2d-8399-1a7d2b7a81db tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] 10.222.0.99 "GET /v2.0/security-groups?id=97e209db-0d86-4808-83b0-429263fefeea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2898605 Feb 04 08:01:03.991074 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [req-127205f8-9591-43e2-9001-a4f80cb5abb7 req-e9d7a12f-6fa2-48db-a362-cc0649bd8d8f tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] Synchronizing usage tracker for tenant:fdc2e6a78c794db1bf575f754255feb7 on resource:port {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 04 08:01:04.006459 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [req-127205f8-9591-43e2-9001-a4f80cb5abb7 req-e9d7a12f-6fa2-48db-a362-cc0649bd8d8f tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] Unset dirty status for tenant:fdc2e6a78c794db1bf575f754255feb7 on resource:port {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 04 08:01:04.007829 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-127205f8-9591-43e2-9001-a4f80cb5abb7 req-e9d7a12f-6fa2-48db-a362-cc0649bd8d8f tempest-ServerRescueNegativeTestJSON-341154382 tempest-ServerRescueNegativeTestJSON-341154382-project] 10.222.0.99 "GET /v2.0/ports?device_id=6a08b689-796b-46b2-87e8-9a6e591081ef HTTP/1.1" status: 200 len: 210 time: 0.0675852 Feb 04 08:01:04.348813 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1590b5-c872-4f93-80a2-d753dd1cfc2b req-6daee796-84c2-4e2b-a6fc-9bf41ec45207 tempest-VolumesActionsTest-1878016641 tempest-VolumesActionsTest-1878016641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:01:04.350525 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-be1590b5-c872-4f93-80a2-d753dd1cfc2b req-6daee796-84c2-4e2b-a6fc-9bf41ec45207 tempest-VolumesActionsTest-1878016641 tempest-VolumesActionsTest-1878016641-project] 10.222.0.99 "GET /v2.0/ports?device_id=3b808af7-0c76-4c5e-8aa4-4d464628792e HTTP/1.1" status: 200 len: 946 time: 0.1693318 Feb 04 08:01:04.420934 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-be1590b5-c872-4f93-80a2-d753dd1cfc2b req-823cd52c-ca9f-4504-b405-013874b77e54 tempest-VolumesActionsTest-1878016641 tempest-VolumesActionsTest-1878016641-project] 10.222.0.99 "GET /v2.0/security-groups?id=fa0259a6-2470-4ddc-962c-24093307a3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585675 Feb 04 08:01:05.124573 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 53410) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:01:05.232879 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dbd8d9-18ab-4ff7-ac03-6f45f5936eb4 req-7e38baa4-c608-4738-8313-11773fcdc782 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:01:05.235107 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-04dbd8d9-18ab-4ff7-ac03-6f45f5936eb4 req-7e38baa4-c608-4738-8313-11773fcdc782 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] 10.222.0.99 "GET /v2.0/ports?device_id=ee480593-ba86-44ab-b121-9e243feb6605 HTTP/1.1" status: 200 len: 945 time: 0.1631987 Feb 04 08:01:05.318398 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-04dbd8d9-18ab-4ff7-ac03-6f45f5936eb4 req-32a2b13c-250a-4ef5-ab43-02fde5466ed0 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] 10.222.0.99 "GET /v2.0/security-groups?id=97e209db-0d86-4808-83b0-429263fefeea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761313 Feb 04 08:01:05.459550 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-4e88d927-ca23-488b-831a-9fdd1666e254 req-9b276dc2-eaf3-4738-a0e0-46d57ad96d35 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=ed56eae0-d057-445b-a86c-975c99566052&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0834801 Feb 04 08:01:05.593235 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e88d927-ca23-488b-831a-9fdd1666e254 req-38e79176-a464-41c1-861c-a364e0e6d09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:01:05.595703 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-4e88d927-ca23-488b-831a-9fdd1666e254 req-38e79176-a464-41c1-861c-a364e0e6d09b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=672bfb04a4f44fa3ae40a386ff3ebb9b&device_id=ed56eae0-d057-445b-a86c-975c99566052 HTTP/1.1" status: 200 len: 1163 time: 0.0882540 Feb 04 08:01:05.759138 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e88d927-ca23-488b-831a-9fdd1666e254 req-249d9f51-e06c-4c91-b406-f9414b5fa40d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:01:05.760833 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-4e88d927-ca23-488b-831a-9fdd1666e254 req-249d9f51-e06c-4c91-b406-f9414b5fa40d service neutron] 10.222.0.76 "GET /v2.0/networks?id=3c065512-3d6a-479a-b479-11e02ccc5658 HTTP/1.1" status: 200 len: 909 time: 0.1425579 Feb 04 08:01:05.879338 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-4e88d927-ca23-488b-831a-9fdd1666e254 req-13dbf48d-a03d-4b9b-af1e-f6cf45514fcc service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7464ad3a-a108-4124-bb91-84a76f991163 HTTP/1.1" status: 200 len: 1002 time: 0.1087613 Feb 04 08:01:05.942276 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-66a2fb3e-0ea3-4f7a-897f-bb438df2b4cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853132753'] for router_interface, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:05.956176 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e88d927-ca23-488b-831a-9fdd1666e254 req-b8295ffd-c4c2-498f-90df-296c7f1cb858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:01:05.963039 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-4e88d927-ca23-488b-831a-9fdd1666e254 req-b8295ffd-c4c2-498f-90df-296c7f1cb858 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c113e9e9-819c-413f-8742-7912f5a3f620 HTTP/1.1" status: 200 len: 854 time: 0.0706587 Feb 04 08:01:06.047797 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e88d927-ca23-488b-831a-9fdd1666e254 req-0da445d1-7d61-4ae6-ab2b-259d554f59a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:01:06.049565 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-4e88d927-ca23-488b-831a-9fdd1666e254 req-0da445d1-7d61-4ae6-ab2b-259d554f59a2 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3c065512-3d6a-479a-b479-11e02ccc5658&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0841949 Feb 04 08:01:06.202225 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-4e88d927-ca23-488b-831a-9fdd1666e254 req-4e8a1831-935c-49a1-917b-d46ed963619b service neutron] 10.222.0.76 "GET /v2.0/networks/3c065512-3d6a-479a-b479-11e02ccc5658?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453388 Feb 04 08:01:06.342704 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-66a2fb3e-0ea3-4f7a-897f-bb438df2b4cf admin admin] Deleting port 04c4087d-1838-406a-9d92-7867c08fcfcd {{(pid=80113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 04 08:01:06.346519 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-66a2fb3e-0ea3-4f7a-897f-bb438df2b4cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727595022485'] for port, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:06.366833 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-4e88d927-ca23-488b-831a-9fdd1666e254 req-a04e17a4-4c15-4404-b999-059e152dee0d service neutron] 10.222.0.76 "GET /v2.0/networks/3c065512-3d6a-479a-b479-11e02ccc5658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1578641 Feb 04 08:01:06.552336 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-66a2fb3e-0ea3-4f7a-897f-bb438df2b4cf admin admin] For port 04c4087d-1838-406a-9d92-7867c08fcfcd, host dv-cinder-733062-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-18-smb',level=0,port_id=04c4087d-1838-406a-9d92-7867c08fcfcd,segment=NetworkSegment(5f6ab5b4-f1a0-431f-8987-232f197ae770),segment_id=5f6ab5b4-f1a0-431f-8987-232f197ae770)] {{(pid=80113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 08:01:06.552725 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-66a2fb3e-0ea3-4f7a-897f-bb438df2b4cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853131150'] for port, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:06.653385 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf18160c-ca3c-4916-935a-ffa1277cd404 req-bf9b7116-1434-41b6-a6a5-31562814375c tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:01:06.655138 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-cf18160c-ca3c-4916-935a-ffa1277cd404 req-bf9b7116-1434-41b6-a6a5-31562814375c tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] 10.222.0.99 "GET /v2.0/ports?device_id=ee480593-ba86-44ab-b121-9e243feb6605 HTTP/1.1" status: 200 len: 945 time: 0.1691363 Feb 04 08:01:06.697691 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-66a2fb3e-0ea3-4f7a-897f-bb438df2b4cf admin admin] Calling delete_port for 04c4087d-1838-406a-9d92-7867c08fcfcd owned by network:router_interface {{(pid=80113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 04 08:01:06.727676 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-cf18160c-ca3c-4916-935a-ffa1277cd404 req-bee08a8b-3d82-44cc-a066-d67bbbfdcf33 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] 10.222.0.99 "GET /v2.0/security-groups?id=97e209db-0d86-4808-83b0-429263fefeea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646780 Feb 04 08:01:07.060048 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-66a2fb3e-0ea3-4f7a-897f-bb438df2b4cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309259674774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727594605512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851609521'] for port, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:07.077247 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:01:07.177267 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a2fb3e-0ea3-4f7a-897f-bb438df2b4cf admin admin] Pushing event deleted for resources: {'Port': ['ID=04c4087d-1838-406a-9d92-7867c08fcfcd,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:01:07.180149 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-66a2fb3e-0ea3-4f7a-897f-bb438df2b4cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:01:07.508414 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-66a2fb3e-0ea3-4f7a-897f-bb438df2b4cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1817824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1649259'] for router_interface, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:07.535173 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:08.041780 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7123b56a-02f2-44fd-87a5-667a00677d01 req-26ef6351-733c-4822-94e7-de8d10751d2b tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:01:08.043569 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-7123b56a-02f2-44fd-87a5-667a00677d01 req-26ef6351-733c-4822-94e7-de8d10751d2b tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] 10.222.0.99 "GET /v2.0/ports?device_id=ee480593-ba86-44ab-b121-9e243feb6605 HTTP/1.1" status: 200 len: 945 time: 0.1753483 Feb 04 08:01:08.122987 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-7123b56a-02f2-44fd-87a5-667a00677d01 req-1f9f687f-c0c1-41ab-bf01-752d5ea64a41 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] 10.222.0.99 "GET /v2.0/security-groups?id=97e209db-0d86-4808-83b0-429263fefeea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706246 Feb 04 08:01:08.302420 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66a2fb3e-0ea3-4f7a-897f-bb438df2b4cf admin admin] Router 640b90a8-9901-4927-9dda-1232e0ae0a50 has already been hosted by L3 agent 9b1007a2-cea1-4e19-8fd5-ed5c2617e796 {{(pid=80113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 04 08:01:08.439431 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f1b17f-9043-4e11-a130-b6b2dea37541 req-17bd2c2b-4964-4a0d-b78e-161bad8c52d5 tempest-VolumesActionsTest-1878016641 tempest-VolumesActionsTest-1878016641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:01:08.441114 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-a8f1b17f-9043-4e11-a130-b6b2dea37541 req-17bd2c2b-4964-4a0d-b78e-161bad8c52d5 tempest-VolumesActionsTest-1878016641 tempest-VolumesActionsTest-1878016641-project] 10.222.0.99 "GET /v2.0/ports?device_id=3b808af7-0c76-4c5e-8aa4-4d464628792e HTTP/1.1" status: 200 len: 946 time: 0.1748841 Feb 04 08:01:08.505398 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66a2fb3e-0ea3-4f7a-897f-bb438df2b4cf admin admin] Notify agent at l3_agent.dv-cinder-733062-18-smb the message routers_updated {{(pid=80113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 04 08:01:08.510679 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-a8f1b17f-9043-4e11-a130-b6b2dea37541 req-e49f5165-0c2d-4859-bb01-e26486f41e57 tempest-VolumesActionsTest-1878016641 tempest-VolumesActionsTest-1878016641-project] 10.222.0.99 "GET /v2.0/security-groups?id=fa0259a6-2470-4ddc-962c-24093307a3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630856 Feb 04 08:01:08.516725 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0fc3dc7-b4aa-4b70-966b-ecf0ef67c6f9 None None] Sync routers for ids ['640b90a8-9901-4927-9dda-1232e0ae0a50'] in dv-cinder-733062-18-smb {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 04 08:01:08.525767 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-66a2fb3e-0ea3-4f7a-897f-bb438df2b4cf admin admin] 10.222.0.99 "PUT /v2.0/routers/640b90a8-9901-4927-9dda-1232e0ae0a50/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3974333 Feb 04 08:01:08.526161 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 53448) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:01:08.526691 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0fc3dc7-b4aa-4b70-966b-ecf0ef67c6f9 None None] Routers {'640b90a8-9901-4927-9dda-1232e0ae0a50'} bound to L3 agent in host dv-cinder-733062-18-smb {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 04 08:01:08.527388 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-c0fc3dc7-b4aa-4b70-966b-ecf0ef67c6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-04T07:47:53Z,description=,heartbeat_timestamp=2021-02-04T08:00:53Z,host='dv-cinder-733062-18-smb',id=9b1007a2-cea1-4e19-8fd5-ed5c2617e796,load=0,resource_versions=,resources_synced=,started_at=2021-02-04T07:47:53Z,topic='l3_agent')) {'router_ids': ['640b90a8-9901-4927-9dda-1232e0ae0a50'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 08:01:08.731106 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-74f523f6-0044-4421-977b-2c1cd27ee410 admin admin] Notify callbacks [] for router, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:08.871991 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvr_db [None req-c0fc3dc7-b4aa-4b70-966b-ecf0ef67c6f9 None None] Set router 640b90a8-9901-4927-9dda-1232e0ae0a50 gateway port host: dv-cinder-733062-18-smb {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 04 08:01:08.928032 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-74f523f6-0044-4421-977b-2c1cd27ee410 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:08.933610 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-74f523f6-0044-4421-977b-2c1cd27ee410 admin admin] Deleting port ad9c284a-237a-4dd6-8b05-561fb31a74e2 {{(pid=80113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 04 08:01:08.933981 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-74f523f6-0044-4421-977b-2c1cd27ee410 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727595022485'] for port, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:09.131894 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-74f523f6-0044-4421-977b-2c1cd27ee410 admin admin] For port ad9c284a-237a-4dd6-8b05-561fb31a74e2, host dv-cinder-733062-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-18-smb',level=0,port_id=ad9c284a-237a-4dd6-8b05-561fb31a74e2,segment=NetworkSegment(d8f5f7e6-2ec3-4646-9d93-a23676477155),segment_id=d8f5f7e6-2ec3-4646-9d93-a23676477155)] {{(pid=80113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 08:01:09.132285 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-74f523f6-0044-4421-977b-2c1cd27ee410 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853131150'] for port, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:09.188924 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-c0fc3dc7-b4aa-4b70-966b-ecf0ef67c6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '640b90a8-9901-4927-9dda-1232e0ae0a50', 'name': 'tempest-ServerRescueNegativeTestJSON-548795684-router', 'tenant_id': 'fdc2e6a78c794db1bf575f754255feb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'external_fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.136'}], 'enable_snat': True}, 'gw_port_id': 'ad9c284a-237a-4dd6-8b05-561fb31a74e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T07:57:21Z', 'updated_at': '2021-02-04T08:01:06Z', 'revision_number': 5, 'project_id': 'fdc2e6a78c794db1bf575f754255feb7', 'gw_port': {'id': 'ad9c284a-237a-4dd6-8b05-561fb31a74e2', 'name': '', 'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:3a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '640b90a8-9901-4927-9dda-1232e0ae0a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T07:57:26Z', 'updated_at': '2021-02-04T07:57:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-18-smb'}], 'dv-cinder-733062-18-smb', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 08:01:09.193615 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0fc3dc7-b4aa-4b70-966b-ecf0ef67c6f9 None None] Checking router: 640b90a8-9901-4927-9dda-1232e0ae0a50 for host: dv-cinder-733062-18-smb {{(pid=80116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 04 08:01:09.202980 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0fc3dc7-b4aa-4b70-966b-ecf0ef67c6f9 None None] Routers {'640b90a8-9901-4927-9dda-1232e0ae0a50'} bound to L3 agent in host dv-cinder-733062-18-smb {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 04 08:01:09.204234 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-c0fc3dc7-b4aa-4b70-966b-ecf0ef67c6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-04T07:47:53Z,description=,heartbeat_timestamp=2021-02-04T08:00:53Z,host='dv-cinder-733062-18-smb',id=9b1007a2-cea1-4e19-8fd5-ed5c2617e796,load=0,resource_versions=,resources_synced=,started_at=2021-02-04T07:47:53Z,topic='l3_agent')) {'router_ids': ['640b90a8-9901-4927-9dda-1232e0ae0a50'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 08:01:09.275186 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-74f523f6-0044-4421-977b-2c1cd27ee410 admin admin] Calling delete_port for ad9c284a-237a-4dd6-8b05-561fb31a74e2 owned by network:router_gateway {{(pid=80113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 04 08:01:09.404824 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvr_db [None req-c0fc3dc7-b4aa-4b70-966b-ecf0ef67c6f9 None None] Set router 640b90a8-9901-4927-9dda-1232e0ae0a50 gateway port host: dv-cinder-733062-18-smb {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 04 08:01:09.434691 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-74f523f6-0044-4421-977b-2c1cd27ee410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309259674774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727594605512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851609521'] for port, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:09.439384 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc47c96-2068-4b1b-8336-de0753a62bf6 req-71439975-4f88-4111-808e-f9250e182d4e tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:01:09.441096 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-6bc47c96-2068-4b1b-8336-de0753a62bf6 req-71439975-4f88-4111-808e-f9250e182d4e tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] 10.222.0.99 "GET /v2.0/ports?device_id=ee480593-ba86-44ab-b121-9e243feb6605 HTTP/1.1" status: 200 len: 945 time: 0.1757419 Feb 04 08:01:09.442204 dv-cinder-733062-18-smb neutron-server[79999]: WARNING neutron.plugins.ml2.ovo_rpc [None req-74f523f6-0044-4421-977b-2c1cd27ee410 admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location: Feb 04 08:01:09.442204 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main Feb 04 08:01:09.442204 dv-cinder-733062-18-smb neutron-server[79999]: result = function(*args, **kwargs) Feb 04 08:01:09.442204 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request Feb 04 08:01:09.442204 dv-cinder-733062-18-smb neutron-server[79999]: proto.__init__(conn_state, self) Feb 04 08:01:09.442204 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__ Feb 04 08:01:09.442204 dv-cinder-733062-18-smb neutron-server[79999]: self.handle() Feb 04 08:01:09.442204 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle Feb 04 08:01:09.442204 dv-cinder-733062-18-smb neutron-server[79999]: self.handle_one_request() Feb 04 08:01:09.442204 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request Feb 04 08:01:09.442204 dv-cinder-733062-18-smb neutron-server[79999]: self.handle_one_response() Feb 04 08:01:09.442204 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response Feb 04 08:01:09.442204 dv-cinder-733062-18-smb neutron-server[79999]: result = self.application(self.environ, start_response) Feb 04 08:01:09.442204 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__ Feb 04 08:01:09.442204 dv-cinder-733062-18-smb neutron-server[79999]: return app(environ, start_response) Feb 04 08:01:09.442204 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 04 08:01:09.442204 dv-cinder-733062-18-smb neutron-server[79999]: resp = self.call_func(req, *args, **kw) Feb 04 08:01:09.442204 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 04 08:01:09.442204 dv-cinder-733062-18-smb neutron-server[79999]: return self.func(req, *args, **kwargs) Feb 04 08:01:09.442204 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Feb 04 08:01:09.442204 dv-cinder-733062-18-smb neutron-server[79999]: response = req.get_response(self.application) Feb 04 08:01:09.442204 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 04 08:01:09.442204 dv-cinder-733062-18-smb neutron-server[79999]: application, catch_exc_info=False) Feb 04 08:01:09.442204 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 04 08:01:09.442204 dv-cinder-733062-18-smb neutron-server[79999]: app_iter = application(self.environ, start_response) Feb 04 08:01:09.442204 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 04 08:01:09.442204 dv-cinder-733062-18-smb neutron-server[79999]: resp = self.call_func(req, *args, **kw) Feb 04 08:01:09.442204 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 04 08:01:09.442204 dv-cinder-733062-18-smb neutron-server[79999]: return self.func(req, *args, **kwargs) Feb 04 08:01:09.442204 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Feb 04 08:01:09.442204 dv-cinder-733062-18-smb neutron-server[79999]: response = req.get_response(self.application) Feb 04 08:01:09.442204 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 04 08:01:09.442204 dv-cinder-733062-18-smb neutron-server[79999]: application, catch_exc_info=False) Feb 04 08:01:09.442204 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 04 08:01:09.442204 dv-cinder-733062-18-smb neutron-server[79999]: app_iter = application(self.environ, start_response) Feb 04 08:01:09.442204 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 04 08:01:09.442204 dv-cinder-733062-18-smb neutron-server[79999]: resp = self.call_func(req, *args, **kw) Feb 04 08:01:09.442204 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 04 08:01:09.442204 dv-cinder-733062-18-smb neutron-server[79999]: return self.func(req, *args, **kwargs) Feb 04 08:01:09.442204 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Feb 04 08:01:09.442204 dv-cinder-733062-18-smb neutron-server[79999]: response = req.get_response(self.application) Feb 04 08:01:09.442204 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 04 08:01:09.442204 dv-cinder-733062-18-smb neutron-server[79999]: application, catch_exc_info=False) Feb 04 08:01:09.442204 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 04 08:01:09.442204 dv-cinder-733062-18-smb neutron-server[79999]: app_iter = application(self.environ, start_response) Feb 04 08:01:09.442204 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 04 08:01:09.442204 dv-cinder-733062-18-smb neutron-server[79999]: resp = self.call_func(req, *args, **kw) Feb 04 08:01:09.442204 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 04 08:01:09.442204 dv-cinder-733062-18-smb neutron-server[79999]: return self.func(req, *args, **kwargs) Feb 04 08:01:09.442204 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Feb 04 08:01:09.442204 dv-cinder-733062-18-smb neutron-server[79999]: response = req.get_response(self.application) Feb 04 08:01:09.442204 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 04 08:01:09.442204 dv-cinder-733062-18-smb neutron-server[79999]: application, catch_exc_info=False) Feb 04 08:01:09.442204 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 04 08:01:09.442204 dv-cinder-733062-18-smb neutron-server[79999]: app_iter = application(self.environ, start_response) Feb 04 08:01:09.442204 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 04 08:01:09.442204 dv-cinder-733062-18-smb neutron-server[79999]: resp = self.call_func(req, *args, **kw) Feb 04 08:01:09.442204 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 04 08:01:09.442204 dv-cinder-733062-18-smb neutron-server[79999]: return self.func(req, *args, **kwargs) Feb 04 08:01:09.442204 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__ Feb 04 08:01:09.442204 dv-cinder-733062-18-smb neutron-server[79999]: return request.get_response(self.application) Feb 04 08:01:09.442204 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 04 08:01:09.442204 dv-cinder-733062-18-smb neutron-server[79999]: application, catch_exc_info=False) Feb 04 08:01:09.442204 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 04 08:01:09.442204 dv-cinder-733062-18-smb neutron-server[79999]: app_iter = application(self.environ, start_response) Feb 04 08:01:09.442204 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 04 08:01:09.442204 dv-cinder-733062-18-smb neutron-server[79999]: resp = self.call_func(req, *args, **kw) Feb 04 08:01:09.442204 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 04 08:01:09.442204 dv-cinder-733062-18-smb neutron-server[79999]: return self.func(req, *args, **kwargs) Feb 04 08:01:09.442204 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Feb 04 08:01:09.442204 dv-cinder-733062-18-smb neutron-server[79999]: response = req.get_response(self._app) Feb 04 08:01:09.442204 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 04 08:01:09.442204 dv-cinder-733062-18-smb neutron-server[79999]: application, catch_exc_info=False) Feb 04 08:01:09.442204 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 04 08:01:09.442204 dv-cinder-733062-18-smb neutron-server[79999]: app_iter = application(self.environ, start_response) Feb 04 08:01:09.442204 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 04 08:01:09.442204 dv-cinder-733062-18-smb neutron-server[79999]: return resp(environ, start_response) Feb 04 08:01:09.442204 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 04 08:01:09.442204 dv-cinder-733062-18-smb neutron-server[79999]: return resp(environ, start_response) Feb 04 08:01:09.442204 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__ Feb 04 08:01:09.442204 dv-cinder-733062-18-smb neutron-server[79999]: response = self.app(environ, start_response) Feb 04 08:01:09.442204 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 04 08:01:09.442204 dv-cinder-733062-18-smb neutron-server[79999]: return resp(environ, start_response) Feb 04 08:01:09.442204 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 04 08:01:09.442204 dv-cinder-733062-18-smb neutron-server[79999]: resp = self.call_func(req, *args, **kw) Feb 04 08:01:09.442204 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 04 08:01:09.442204 dv-cinder-733062-18-smb neutron-server[79999]: return self.func(req, *args, **kwargs) Feb 04 08:01:09.442204 dv-cinder-733062-18-smb neutron-server[79999]: File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Feb 04 08:01:09.452014 dv-cinder-733062-18-smb neutron-server[79999]: result = method(request=request, **args) Feb 04 08:01:09.452014 dv-cinder-733062-18-smb neutron-server[79999]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete Feb 04 08:01:09.452014 dv-cinder-733062-18-smb neutron-server[79999]: return self._delete(request, id, **kwargs) Feb 04 08:01:09.452014 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 08:01:09.452014 dv-cinder-733062-18-smb neutron-server[79999]: return f(*args, **kwargs) Feb 04 08:01:09.452014 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 08:01:09.452014 dv-cinder-733062-18-smb neutron-server[79999]: return f(*args, **kwargs) Feb 04 08:01:09.452014 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 08:01:09.452014 dv-cinder-733062-18-smb neutron-server[79999]: return f(*dup_args, **dup_kwargs) Feb 04 08:01:09.452014 dv-cinder-733062-18-smb neutron-server[79999]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete Feb 04 08:01:09.452014 dv-cinder-733062-18-smb neutron-server[79999]: obj_deleter(request.context, id, **kwargs) Feb 04 08:01:09.452014 dv-cinder-733062-18-smb neutron-server[79999]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2000, in delete_router Feb 04 08:01:09.452014 dv-cinder-733062-18-smb neutron-server[79999]: super(L3_NAT_db_mixin, self).delete_router(context, id) Feb 04 08:01:09.452014 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 04 08:01:09.452014 dv-cinder-733062-18-smb neutron-server[79999]: return method(*args, **kwargs) Feb 04 08:01:09.452014 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 08:01:09.452014 dv-cinder-733062-18-smb neutron-server[79999]: return f(*args, **kwargs) Feb 04 08:01:09.452014 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 08:01:09.452014 dv-cinder-733062-18-smb neutron-server[79999]: return f(*args, **kwargs) Feb 04 08:01:09.452014 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 08:01:09.452014 dv-cinder-733062-18-smb neutron-server[79999]: return f(*dup_args, **dup_kwargs) Feb 04 08:01:09.452014 dv-cinder-733062-18-smb neutron-server[79999]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router Feb 04 08:01:09.452014 dv-cinder-733062-18-smb neutron-server[79999]: self._delete_current_gw_port(context, id, router, None) Feb 04 08:01:09.452014 dv-cinder-733062-18-smb neutron-server[79999]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 392, in _delete_current_gw_port Feb 04 08:01:09.452014 dv-cinder-733062-18-smb neutron-server[79999]: admin_ctx, gw_port_id, l3_port_check=False) Feb 04 08:01:09.452014 dv-cinder-733062-18-smb neutron-server[79999]: File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Feb 04 08:01:09.452014 dv-cinder-733062-18-smb neutron-server[79999]: return f(self, context, *args, **kwargs) Feb 04 08:01:09.452014 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 04 08:01:09.452014 dv-cinder-733062-18-smb neutron-server[79999]: return method(*args, **kwargs) Feb 04 08:01:09.452014 dv-cinder-733062-18-smb neutron-server[79999]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1953, in delete_port Feb 04 08:01:09.452014 dv-cinder-733062-18-smb neutron-server[79999]: context, port, router_ids, bound_mech_contexts) Feb 04 08:01:09.452014 dv-cinder-733062-18-smb neutron-server[79999]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1962, in _post_delete_port Feb 04 08:01:09.452014 dv-cinder-733062-18-smb neutron-server[79999]: registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs) Feb 04 08:01:09.452014 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify Feb 04 08:01:09.452014 dv-cinder-733062-18-smb neutron-server[79999]: _get_callback_manager().notify(resource, event, trigger, **kwargs) Feb 04 08:01:09.452014 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped Feb 04 08:01:09.452014 dv-cinder-733062-18-smb neutron-server[79999]: return function(*args, **kwargs) Feb 04 08:01:09.452014 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify Feb 04 08:01:09.452014 dv-cinder-733062-18-smb neutron-server[79999]: errors = self._notify_loop(resource, event, trigger, **kwargs) Feb 04 08:01:09.452014 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Feb 04 08:01:09.452014 dv-cinder-733062-18-smb neutron-server[79999]: callback(resource, event, trigger, **kwargs) Feb 04 08:01:09.452014 dv-cinder-733062-18-smb neutron-server[79999]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event Feb 04 08:01:09.452014 dv-cinder-733062-18-smb neutron-server[79999]: if self._is_session_semantic_violated(context, resource, event): Feb 04 08:01:09.452014 dv-cinder-733062-18-smb neutron-server[79999]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated Feb 04 08:01:09.452014 dv-cinder-733062-18-smb neutron-server[79999]: stack = traceback.extract_stack() Feb 04 08:01:09.452014 dv-cinder-733062-18-smb neutron-server[79999]: Feb 04 08:01:09.526006 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-6bc47c96-2068-4b1b-8336-de0753a62bf6 req-db97e816-d24d-4162-9902-2045f21d4727 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] 10.222.0.99 "GET /v2.0/security-groups?id=97e209db-0d86-4808-83b0-429263fefeea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654349 Feb 04 08:01:09.656456 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-74f523f6-0044-4421-977b-2c1cd27ee410 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1639309'] for router_gateway, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:09.743969 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-c0fc3dc7-b4aa-4b70-966b-ecf0ef67c6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '640b90a8-9901-4927-9dda-1232e0ae0a50', 'name': 'tempest-ServerRescueNegativeTestJSON-548795684-router', 'tenant_id': 'fdc2e6a78c794db1bf575f754255feb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'external_fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.136'}], 'enable_snat': True}, 'gw_port_id': 'ad9c284a-237a-4dd6-8b05-561fb31a74e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T07:57:21Z', 'updated_at': '2021-02-04T08:01:06Z', 'revision_number': 5, 'project_id': 'fdc2e6a78c794db1bf575f754255feb7', 'gw_port': {'id': 'ad9c284a-237a-4dd6-8b05-561fb31a74e2', 'name': '', 'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:3a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '640b90a8-9901-4927-9dda-1232e0ae0a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T07:57:26Z', 'updated_at': '2021-02-04T07:57:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-18-smb'}], 'dv-cinder-733062-18-smb', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 08:01:09.748496 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0fc3dc7-b4aa-4b70-966b-ecf0ef67c6f9 None None] The sync data for ids ['640b90a8-9901-4927-9dda-1232e0ae0a50'] in dv-cinder-733062-18-smb is: [{'id': '640b90a8-9901-4927-9dda-1232e0ae0a50', 'name': 'tempest-ServerRescueNegativeTestJSON-548795684-router', 'tenant_id': 'fdc2e6a78c794db1bf575f754255feb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'external_fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.136'}], 'enable_snat': True}, 'gw_port_id': 'ad9c284a-237a-4dd6-8b05-561fb31a74e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T07:57:21Z', 'updated_at': '2021-02-04T08:01:06Z', 'revision_number': 5, 'project_id': 'fdc2e6a78c794db1bf575f754255feb7', 'gw_port': {'id': 'ad9c284a-237a-4dd6-8b05-561fb31a74e2', 'name': '', 'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:3a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '640b90a8-9901-4927-9dda-1232e0ae0a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T07:57:26Z', 'updated_at': '2021-02-04T07:57:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-18-smb'}] {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 04 08:01:09.809148 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-74f523f6-0044-4421-977b-2c1cd27ee410 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1652417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7173'] for router, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:09.811642 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-74f523f6-0044-4421-977b-2c1cd27ee410 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:09.826041 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df44cc23-3362-46b9-8fa3-627f633f0d9a req-1aee6b4d-2711-4579-81da-a6b6e8223f44 tempest-VolumesActionsTest-1878016641 tempest-VolumesActionsTest-1878016641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:01:09.827858 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-df44cc23-3362-46b9-8fa3-627f633f0d9a req-1aee6b4d-2711-4579-81da-a6b6e8223f44 tempest-VolumesActionsTest-1878016641 tempest-VolumesActionsTest-1878016641-project] 10.222.0.99 "GET /v2.0/ports?device_id=3b808af7-0c76-4c5e-8aa4-4d464628792e HTTP/1.1" status: 200 len: 946 time: 0.1721873 Feb 04 08:01:09.899944 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-df44cc23-3362-46b9-8fa3-627f633f0d9a req-a4dbdcab-a61f-4dd0-ba04-a034a96ab945 tempest-VolumesActionsTest-1878016641 tempest-VolumesActionsTest-1878016641-project] 10.222.0.99 "GET /v2.0/security-groups?id=fa0259a6-2470-4ddc-962c-24093307a3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635507 Feb 04 08:01:09.900619 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-74f523f6-0044-4421-977b-2c1cd27ee410 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853122958'] for router, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:09.901266 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74f523f6-0044-4421-977b-2c1cd27ee410 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 640b90a8-9901-4927-9dda-1232e0ae0a50 {{(pid=80113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 08:01:09.915863 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-74f523f6-0044-4421-977b-2c1cd27ee410 admin admin] Notify callbacks [] for router, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:09.917104 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-74f523f6-0044-4421-977b-2c1cd27ee410 admin admin] 10.222.0.99 "DELETE /v2.0/routers/640b90a8-9901-4927-9dda-1232e0ae0a50 HTTP/1.1" status: 204 len: 168 time: 1.3894637 Feb 04 08:01:09.919992 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 53456) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:01:09.991796 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b8d9715-4aa7-4511-8c84-13681381145f admin admin] Deleting subnet 6e3e4c1f-bef5-4969-b1a2-0e7821d81c28 {{(pid=80113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Feb 04 08:01:09.995262 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-2b8d9715-4aa7-4511-8c84-13681381145f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:10.017369 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Device 04c4087d-1838-406a-9d92-7867c08fcfcd no longer exists at agent ovs-agent-dv-cinder-733062-18-smb {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 04 08:01:10.051836 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-2b8d9715-4aa7-4511-8c84-13681381145f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850727736'] for subnet, precommit_delete_associations {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:10.063560 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] No Port match for: 04c4087d-1838-406a-9d92-7867c08fcfcd {{(pid=80115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 04 08:01:10.064051 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Device 04c4087d-1838-406a-9d92-7867c08fcfcd not bound to the agent host dv-cinder-733062-18-smb {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 04 08:01:10.117801 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-2b8d9715-4aa7-4511-8c84-13681381145f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4562'] for subnet, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:10.133526 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1ff298-7ef6-4894-89b4-dbc40a2efac0 req-7c071595-83d1-46c6-8d81-20e016cad9ed tempest-VolumesActionsTest-1878016641 tempest-VolumesActionsTest-1878016641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:01:10.135264 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-0c1ff298-7ef6-4894-89b4-dbc40a2efac0 req-7c071595-83d1-46c6-8d81-20e016cad9ed tempest-VolumesActionsTest-1878016641 tempest-VolumesActionsTest-1878016641-project] 10.222.0.76 "GET /v2.0/ports?device_id=3b808af7-0c76-4c5e-8aa4-4d464628792e HTTP/1.1" status: 200 len: 946 time: 0.1751492 Feb 04 08:01:10.232615 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [req-0c1ff298-7ef6-4894-89b4-dbc40a2efac0 req-2971efee-c39c-4f6d-a6e5-3369d351f2ef tempest-VolumesActionsTest-1878016641 tempest-VolumesActionsTest-1878016641-project] Deleting port 6d393497-b5bf-40e5-aa65-0465541ef0ef {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 04 08:01:10.232994 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-0c1ff298-7ef6-4894-89b4-dbc40a2efac0 req-2971efee-c39c-4f6d-a6e5-3369d351f2ef tempest-VolumesActionsTest-1878016641 tempest-VolumesActionsTest-1878016641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727595022485'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:10.397458 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-2b8d9715-4aa7-4511-8c84-13681381145f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854771238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3166325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853310372'] for subnet, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:10.414193 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-e81e07f3-eb6f-430c-a916-b2fe83ff5786 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:01:10.506282 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8d9715-4aa7-4511-8c84-13681381145f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e3e4c1f-bef5-4969-b1a2-0e7821d81c28,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:01:10.509379 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-2b8d9715-4aa7-4511-8c84-13681381145f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:01:10.509745 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [req-0c1ff298-7ef6-4894-89b4-dbc40a2efac0 req-2971efee-c39c-4f6d-a6e5-3369d351f2ef tempest-VolumesActionsTest-1878016641 tempest-VolumesActionsTest-1878016641-project] For port 6d393497-b5bf-40e5-aa65-0465541ef0ef, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=6d393497-b5bf-40e5-aa65-0465541ef0ef,segment=NetworkSegment(8024e2a7-1d26-4c53-95e6-1f27f04fae7b),segment_id=8024e2a7-1d26-4c53-95e6-1f27f04fae7b)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 08:01:10.510230 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-0c1ff298-7ef6-4894-89b4-dbc40a2efac0 req-2971efee-c39c-4f6d-a6e5-3369d351f2ef tempest-VolumesActionsTest-1878016641 tempest-VolumesActionsTest-1878016641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853131150'] for port, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:10.556133 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-2b8d9715-4aa7-4511-8c84-13681381145f admin admin] Notify callbacks [] for subnet, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:10.565433 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-2b8d9715-4aa7-4511-8c84-13681381145f admin admin] 10.222.0.99 "DELETE /v2.0/subnets/6e3e4c1f-bef5-4969-b1a2-0e7821d81c28 HTTP/1.1" status: 204 len: 168 time: 0.6414227 Feb 04 08:01:10.565687 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 53460) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:01:10.649702 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [req-0c1ff298-7ef6-4894-89b4-dbc40a2efac0 req-2971efee-c39c-4f6d-a6e5-3369d351f2ef tempest-VolumesActionsTest-1878016641 tempest-VolumesActionsTest-1878016641-project] Calling delete_port for 6d393497-b5bf-40e5-aa65-0465541ef0ef owned by compute:nova {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 04 08:01:10.690686 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-af848c19-84d2-4c8b-b4f7-a7a68b3a8b26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854354064'] for network, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:10.907256 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-af848c19-84d2-4c8b-b4f7-a7a68b3a8b26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8537', 'neutron.services.segments.db._delete_segments_for_network--9223363309259659414'] for network, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:10.941843 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c971331-e5e7-4e7f-9220-d42aa0fc8d49 req-3d6b3759-107a-4fb6-94a6-22c24036dd68 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:01:10.943481 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-3c971331-e5e7-4e7f-9220-d42aa0fc8d49 req-3d6b3759-107a-4fb6-94a6-22c24036dd68 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] 10.222.0.99 "GET /v2.0/ports?device_id=ee480593-ba86-44ab-b121-9e243feb6605 HTTP/1.1" status: 200 len: 945 time: 0.2374640 Feb 04 08:01:11.008553 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-0c1ff298-7ef6-4894-89b4-dbc40a2efac0 req-2971efee-c39c-4f6d-a6e5-3369d351f2ef tempest-VolumesActionsTest-1878016641 tempest-VolumesActionsTest-1878016641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309259674774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727594605512'] for port, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:11.026751 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-a172095f-68d6-4d40-a5da-225c74003ddc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:01:11.094370 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-3c971331-e5e7-4e7f-9220-d42aa0fc8d49 req-735d7dc7-2b34-430d-9bfd-5c36c2ee28aa tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] 10.222.0.99 "GET /v2.0/security-groups?id=97e209db-0d86-4808-83b0-429263fefeea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1368122 Feb 04 08:01:11.130129 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Device 6d393497-b5bf-40e5-aa65-0465541ef0ef no longer exists at agent ovs-agent-hv-cinder-73306 {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 04 08:01:11.173847 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] No Port match for: 6d393497-b5bf-40e5-aa65-0465541ef0ef {{(pid=80115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 04 08:01:11.174211 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Device 6d393497-b5bf-40e5-aa65-0465541ef0ef not bound to the agent host hv-cinder-73306 {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 04 08:01:11.193674 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2971efee-c39c-4f6d-a6e5-3369d351f2ef tempest-VolumesActionsTest-1878016641 tempest-VolumesActionsTest-1878016641-project] Pushing event deleted for resources: {'Port': ['ID=6d393497-b5bf-40e5-aa65-0465541ef0ef,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:01:11.206359 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-2971efee-c39c-4f6d-a6e5-3369d351f2ef tempest-VolumesActionsTest-1878016641 tempest-VolumesActionsTest-1878016641-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:01:11.210723 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-1c07698c-db10-481c-a548-b5315c3cc904 req-f1313650-2459-44bf-892a-e26140b87e86 tempest-VolumesActionsTest-1878016641 tempest-VolumesActionsTest-1878016641-project] 10.222.0.99 "GET /v2.0/ports?device_id=3b808af7-0c76-4c5e-8aa4-4d464628792e HTTP/1.1" status: 200 len: 210 time: 0.1486218 Feb 04 08:01:11.302694 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.services.segments.db [None req-af848c19-84d2-4c8b-b4f7-a7a68b3a8b26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c6985d7-344a-4685-b74e-38826882e570']}} {{(pid=80113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 08:01:11.318505 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.services.segments.db [None req-af848c19-84d2-4c8b-b4f7-a7a68b3a8b26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f6ab5b4-f1a0-431f-8987-232f197ae770') {'for_net_delete': True} {{(pid=80113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 08:01:11.318850 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.services.segments.db [None req-af848c19-84d2-4c8b-b4f7-a7a68b3a8b26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f6ab5b4-f1a0-431f-8987-232f197ae770') {} {{(pid=80113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 08:01:11.324316 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c1ff298-7ef6-4894-89b4-dbc40a2efac0 req-2971efee-c39c-4f6d-a6e5-3369d351f2ef tempest-VolumesActionsTest-1878016641 tempest-VolumesActionsTest-1878016641-project] No DVR routers for this DVR port 6d393497-b5bf-40e5-aa65-0465541ef0ef on host hv-cinder-73306 {{(pid=80114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 04 08:01:11.326655 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-0c1ff298-7ef6-4894-89b4-dbc40a2efac0 req-2971efee-c39c-4f6d-a6e5-3369d351f2ef tempest-VolumesActionsTest-1878016641 tempest-VolumesActionsTest-1878016641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3799'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:11.330495 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b808af7-0c76-4c5e-8aa4-4d464628792e', 'name': 'network-vif-deleted', 'tag': '6d393497-b5bf-40e5-aa65-0465541ef0ef'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 08:01:11.332163 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-af848c19-84d2-4c8b-b4f7-a7a68b3a8b26 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363309259661718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4048064'] for segment, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:11.347783 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-0c1ff298-7ef6-4894-89b4-dbc40a2efac0 req-2971efee-c39c-4f6d-a6e5-3369d351f2ef tempest-VolumesActionsTest-1878016641 tempest-VolumesActionsTest-1878016641-project] 10.222.0.76 "DELETE /v2.0/ports/6d393497-b5bf-40e5-aa65-0465541ef0ef HTTP/1.1" status: 204 len: 173 time: 1.2058520 Feb 04 08:01:11.350136 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-af848c19-84d2-4c8b-b4f7-a7a68b3a8b26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774980'] for segment, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:11.352477 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-af848c19-84d2-4c8b-b4f7-a7a68b3a8b26 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 04 08:01:11.395655 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b808af7-0c76-4c5e-8aa4-4d464628792e', 'name': 'network-vif-deleted', 'tag': '6d393497-b5bf-40e5-aa65-0465541ef0ef', 'status': 'completed', 'code': 200} Feb 04 08:01:11.541783 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-af848c19-84d2-4c8b-b4f7-a7a68b3a8b26 admin admin] Network 3c6985d7-344a-4685-b74e-38826882e570 has no segments {{(pid=80113) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 04 08:01:11.555065 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-af848c19-84d2-4c8b-b4f7-a7a68b3a8b26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3166234'] for segment, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:11.738362 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-af848c19-84d2-4c8b-b4f7-a7a68b3a8b26 admin admin] Network 3c6985d7-344a-4685-b74e-38826882e570 has no segments {{(pid=80113) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 04 08:01:11.762092 dv-cinder-733062-18-smb neutron-server[79999]: Traceback (most recent call last): Feb 04 08:01:11.762092 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 08:01:11.762092 dv-cinder-733062-18-smb neutron-server[79999]: timer() Feb 04 08:01:11.762092 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 08:01:11.762092 dv-cinder-733062-18-smb neutron-server[79999]: cb(*args, **kw) Feb 04 08:01:11.762092 dv-cinder-733062-18-smb neutron-server[79999]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 04 08:01:11.762092 dv-cinder-733062-18-smb neutron-server[79999]: return func(*args, **kwargs) Feb 04 08:01:11.762092 dv-cinder-733062-18-smb neutron-server[79999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 08:01:11.762092 dv-cinder-733062-18-smb neutron-server[79999]: self._notify() Feb 04 08:01:11.762092 dv-cinder-733062-18-smb neutron-server[79999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 08:01:11.762092 dv-cinder-733062-18-smb neutron-server[79999]: self.callback(batched_events) Feb 04 08:01:11.762092 dv-cinder-733062-18-smb neutron-server[79999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 08:01:11.762092 dv-cinder-733062-18-smb neutron-server[79999]: event.method(event) Feb 04 08:01:11.762092 dv-cinder-733062-18-smb neutron-server[79999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 08:01:11.762092 dv-cinder-733062-18-smb neutron-server[79999]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 08:01:11.762092 dv-cinder-733062-18-smb neutron-server[79999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 04 08:01:11.762092 dv-cinder-733062-18-smb neutron-server[79999]: segment_id)['aggregates'][0] Feb 04 08:01:11.762092 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 08:01:11.762092 dv-cinder-733062-18-smb neutron-server[79999]: return f(self, *a, **k) Feb 04 08:01:11.762092 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 08:01:11.762092 dv-cinder-733062-18-smb neutron-server[79999]: return self._get(url).json() Feb 04 08:01:11.762092 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 08:01:11.762092 dv-cinder-733062-18-smb neutron-server[79999]: **kwargs) Feb 04 08:01:11.762092 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 08:01:11.762092 dv-cinder-733062-18-smb neutron-server[79999]: return self.request(url, 'GET', **kwargs) Feb 04 08:01:11.762092 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 04 08:01:11.762092 dv-cinder-733062-18-smb neutron-server[79999]: **endpoint_filter) Feb 04 08:01:11.762092 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 08:01:11.762092 dv-cinder-733062-18-smb neutron-server[79999]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 08:01:11.762092 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 08:01:11.762092 dv-cinder-733062-18-smb neutron-server[79999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 08:01:11.762092 dv-cinder-733062-18-smb neutron-server[79999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 08:01:11.849101 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-af848c19-84d2-4c8b-b4f7-a7a68b3a8b26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854767263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853136492'] for network, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:11.853795 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:01:11.870152 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-af848c19-84d2-4c8b-b4f7-a7a68b3a8b26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1815815'] for network, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:11.877393 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af848c19-84d2-4c8b-b4f7-a7a68b3a8b26 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c6985d7-344a-4685-b74e-38826882e570,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:01:11.882094 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-af848c19-84d2-4c8b-b4f7-a7a68b3a8b26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:01:11.888531 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-af848c19-84d2-4c8b-b4f7-a7a68b3a8b26 admin admin] 10.222.0.99 "DELETE /v2.0/networks/3c6985d7-344a-4685-b74e-38826882e570 HTTP/1.1" status: 204 len: 168 time: 1.3217783 Feb 04 08:01:12.054604 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Device ad9c284a-237a-4dd6-8b05-561fb31a74e2 no longer exists at agent ovs-agent-dv-cinder-733062-18-smb {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 04 08:01:12.093859 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] No Port match for: ad9c284a-237a-4dd6-8b05-561fb31a74e2 {{(pid=80115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 04 08:01:12.094373 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Device ad9c284a-237a-4dd6-8b05-561fb31a74e2 not bound to the agent host dv-cinder-733062-18-smb {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 04 08:01:12.115323 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 53474) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:01:12.169396 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-042cf325-5d80-4f4a-b161-c7bc8ae471f7 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=fdc2e6a78c794db1bf575f754255feb7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0527558 Feb 04 08:01:12.172623 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.99', 53480) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:01:12.278038 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-bc343113-028f-48c8-aafc-6d6f378ded4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:12.323446 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-bc343113-028f-48c8-aafc-6d6f378ded4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:12.466193 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065308cf-aa54-40c6-b939-99b7c2eede28 req-518f01ed-b266-4403-a119-142742f061c9 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:01:12.467980 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-065308cf-aa54-40c6-b939-99b7c2eede28 req-518f01ed-b266-4403-a119-142742f061c9 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] 10.222.0.99 "GET /v2.0/ports?device_id=ee480593-ba86-44ab-b121-9e243feb6605 HTTP/1.1" status: 200 len: 945 time: 0.2381551 Feb 04 08:01:12.476389 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-bc343113-028f-48c8-aafc-6d6f378ded4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:12.482389 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-0897ab62-1eba-4368-b8f7-e3e0500657b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:01:12.716108 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc343113-028f-48c8-aafc-6d6f378ded4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=165ca7ed-0745-4a75-913b-d38f318fbd54,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:01:12.721920 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-bc343113-028f-48c8-aafc-6d6f378ded4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:01:12.739839 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-bc343113-028f-48c8-aafc-6d6f378ded4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:12.741073 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-bc343113-028f-48c8-aafc-6d6f378ded4d admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/165ca7ed-0745-4a75-913b-d38f318fbd54 HTTP/1.1" status: 204 len: 168 time: 0.5673907 Feb 04 08:01:12.779856 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-065308cf-aa54-40c6-b939-99b7c2eede28 req-6faaee5d-1f5c-4056-b7c2-93963839a6c8 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] 10.222.0.99 "GET /v2.0/security-groups?id=97e209db-0d86-4808-83b0-429263fefeea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3046346 Feb 04 08:01:14.096266 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16761605-dd46-41d6-8bd0-4a7f9c4ac0a3 req-eb33cac3-b1d4-4382-a4d8-a04b435098b4 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:01:14.097966 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-16761605-dd46-41d6-8bd0-4a7f9c4ac0a3 req-eb33cac3-b1d4-4382-a4d8-a04b435098b4 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] 10.222.0.99 "GET /v2.0/ports?device_id=ee480593-ba86-44ab-b121-9e243feb6605 HTTP/1.1" status: 200 len: 945 time: 0.1794643 Feb 04 08:01:14.168812 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-16761605-dd46-41d6-8bd0-4a7f9c4ac0a3 req-af9d0797-5118-4045-932a-fa55abe9045d tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] 10.222.0.99 "GET /v2.0/security-groups?id=97e209db-0d86-4808-83b0-429263fefeea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643084 Feb 04 08:01:15.054901 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.99', 53544) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:01:15.220549 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-df407b2a-3f28-4783-b80a-0472cea7faeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:15.236786 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-df407b2a-3f28-4783-b80a-0472cea7faeb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 08:01:15.240885 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-df407b2a-3f28-4783-b80a-0472cea7faeb admin admin] Usage tracker for resource:security_group_rule and tenant:edc989d08119462ab619fade563cb867 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 08:01:15.243910 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-df407b2a-3f28-4783-b80a-0472cea7faeb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 08:01:15.249660 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-df407b2a-3f28-4783-b80a-0472cea7faeb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 08:01:15.280612 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Device c6cc8396-5f20-4fbc-970f-af0402066511 up at agent ovs-agent-hv-cinder-73306 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 08:01:15.357615 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Provisioning complete for port c6cc8396-5f20-4fbc-970f-af0402066511 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 08:01:15.358192 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762158'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:15.422081 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-df407b2a-3f28-4783-b80a-0472cea7faeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:15.426675 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-df407b2a-3f28-4783-b80a-0472cea7faeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:15.436216 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-94d27477-79b3-471a-8e75-ba3b157208df tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:01:15.492615 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-df407b2a-3f28-4783-b80a-0472cea7faeb admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=edc989d08119462ab619fade563cb867&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4364948 Feb 04 08:01:15.495754 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 53554) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:01:15.566026 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-23dc9159-cb14-4c81-aaad-340a76975167 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:15.582266 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ef138d-5252-46f7-a546-fa77da30ebef req-1fb1e709-4e04-4e96-ada3-8694c81ca074 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:01:15.584009 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-28ef138d-5252-46f7-a546-fa77da30ebef req-1fb1e709-4e04-4e96-ada3-8694c81ca074 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] 10.222.0.99 "GET /v2.0/ports?device_id=ee480593-ba86-44ab-b121-9e243feb6605 HTTP/1.1" status: 200 len: 945 time: 0.2730370 Feb 04 08:01:15.585178 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df407b2a-3f28-4783-b80a-0472cea7faeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f6b8f24-9e8a-4171-9f1f-8d36ad771ec4,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:01:15.588334 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-df407b2a-3f28-4783-b80a-0472cea7faeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:01:15.600759 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-23dc9159-cb14-4c81-aaad-340a76975167 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:15.655495 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-23dc9159-cb14-4c81-aaad-340a76975167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:15.661363 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-a3115dab-93f4-4e85-bfc1-5d84a90cba2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:01:15.663598 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-28ef138d-5252-46f7-a546-fa77da30ebef req-50222dcd-8c12-4dbd-8db5-16a209d74fa8 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] 10.222.0.99 "GET /v2.0/security-groups?id=97e209db-0d86-4808-83b0-429263fefeea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719805 Feb 04 08:01:15.687757 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dc9159-cb14-4c81-aaad-340a76975167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f6b8f24-9e8a-4171-9f1f-8d36ad771ec4,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:01:15.687757 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-23dc9159-cb14-4c81-aaad-340a76975167 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:01:15.687757 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-23dc9159-cb14-4c81-aaad-340a76975167 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:15.687757 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-23dc9159-cb14-4c81-aaad-340a76975167 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/7f6b8f24-9e8a-4171-9f1f-8d36ad771ec4 HTTP/1.1" status: 204 len: 168 time: 0.1894672 Feb 04 08:01:16.138382 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 53572) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:01:16.158088 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-36d36428-8e18-490d-9353-80cfe3a00bac admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:16.174834 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-36d36428-8e18-490d-9353-80cfe3a00bac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 08:01:16.179051 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-36d36428-8e18-490d-9353-80cfe3a00bac admin admin] Usage tracker for resource:security_group_rule and tenant:6689b792a6b0498896719e6044942b1a is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 08:01:16.182068 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-36d36428-8e18-490d-9353-80cfe3a00bac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 08:01:16.188712 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-36d36428-8e18-490d-9353-80cfe3a00bac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 08:01:16.269688 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4e096a-c7c7-4c05-8863-7f78163ff7ee req-07e74f31-1503-489a-8f89-087a667d1ef6 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:01:16.271328 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-7c4e096a-c7c7-4c05-8863-7f78163ff7ee req-07e74f31-1503-489a-8f89-087a667d1ef6 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] 10.222.0.99 "GET /v2.0/ports?device_id=ee480593-ba86-44ab-b121-9e243feb6605 HTTP/1.1" status: 200 len: 945 time: 0.2409053 Feb 04 08:01:16.279409 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-36d36428-8e18-490d-9353-80cfe3a00bac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:16.282623 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-36d36428-8e18-490d-9353-80cfe3a00bac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:16.292478 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-3e702522-9e04-4526-a003-92e54e05bae0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:01:16.325404 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7755a29-f340-4945-b906-942724bb1cb9 req-7f881cf8-cbd3-471b-9729-97862b0f9c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:01:16.327053 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-f7755a29-f340-4945-b906-942724bb1cb9 req-7f881cf8-cbd3-471b-9729-97862b0f9c48 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a6dac7e06d2347bf8335c11feb384ef9&device_id=ee480593-ba86-44ab-b121-9e243feb6605 HTTP/1.1" status: 200 len: 1162 time: 0.2163177 Feb 04 08:01:16.341652 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-36d36428-8e18-490d-9353-80cfe3a00bac admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=6689b792a6b0498896719e6044942b1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1994028 Feb 04 08:01:16.342381 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 53576) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:01:16.351469 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-7c4e096a-c7c7-4c05-8863-7f78163ff7ee req-40d5a474-2ca3-4af7-af59-4804fb9a3d51 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] 10.222.0.99 "GET /v2.0/security-groups?id=97e209db-0d86-4808-83b0-429263fefeea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714073 Feb 04 08:01:16.361895 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d36428-8e18-490d-9353-80cfe3a00bac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e78f11d6-5c12-450d-953d-caa7bbdeda2c,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:01:16.365485 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-36d36428-8e18-490d-9353-80cfe3a00bac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:01:16.428363 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a71fc3a2-74af-49f7-a33d-fe8244475dbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:16.456481 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a71fc3a2-74af-49f7-a33d-fe8244475dbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:16.492848 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7755a29-f340-4945-b906-942724bb1cb9 req-d1dd2eb5-ca4a-4a1e-b4ff-651afa157568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:01:16.494474 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-f7755a29-f340-4945-b906-942724bb1cb9 req-d1dd2eb5-ca4a-4a1e-b4ff-651afa157568 service neutron] 10.222.0.76 "GET /v2.0/networks?id=da9fddda-3ab3-487d-967d-7aa78c7fc3dd HTTP/1.1" status: 200 len: 904 time: 0.1420064 Feb 04 08:01:16.506627 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a71fc3a2-74af-49f7-a33d-fe8244475dbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:16.512128 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-f5153710-f64c-4091-9d7a-20dc2216edfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:01:16.526189 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71fc3a2-74af-49f7-a33d-fe8244475dbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e78f11d6-5c12-450d-953d-caa7bbdeda2c,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:01:16.529372 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-a71fc3a2-74af-49f7-a33d-fe8244475dbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:01:16.530358 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a71fc3a2-74af-49f7-a33d-fe8244475dbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:16.532181 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-a71fc3a2-74af-49f7-a33d-fe8244475dbb admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/e78f11d6-5c12-450d-953d-caa7bbdeda2c HTTP/1.1" status: 204 len: 168 time: 0.1888225 Feb 04 08:01:16.611244 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-f7755a29-f340-4945-b906-942724bb1cb9 req-38954650-96ca-42c2-a35e-d60545aae5b5 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c6cc8396-5f20-4fbc-970f-af0402066511 HTTP/1.1" status: 200 len: 1001 time: 0.1094823 Feb 04 08:01:16.682356 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7755a29-f340-4945-b906-942724bb1cb9 req-9a7df812-3ca6-424d-a06c-f33c9a45684a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:01:16.684010 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-f7755a29-f340-4945-b906-942724bb1cb9 req-9a7df812-3ca6-424d-a06c-f33c9a45684a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=4537a32b-846b-4c36-83cb-e761caa59ada HTTP/1.1" status: 200 len: 849 time: 0.0662644 Feb 04 08:01:16.772625 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7755a29-f340-4945-b906-942724bb1cb9 req-a72853f0-b18b-4ec6-8000-af22f603708d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:01:16.774242 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-f7755a29-f340-4945-b906-942724bb1cb9 req-a72853f0-b18b-4ec6-8000-af22f603708d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=da9fddda-3ab3-487d-967d-7aa78c7fc3dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0834322 Feb 04 08:01:16.921109 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-f7755a29-f340-4945-b906-942724bb1cb9 req-94ef0c09-ddd3-4034-9ab0-be4ccb905f50 service neutron] 10.222.0.76 "GET /v2.0/networks/da9fddda-3ab3-487d-967d-7aa78c7fc3dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383214 Feb 04 08:01:17.069473 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-f7755a29-f340-4945-b906-942724bb1cb9 req-9a880df7-120e-4d91-a071-fe48a767c367 service neutron] 10.222.0.76 "GET /v2.0/networks/da9fddda-3ab3-487d-967d-7aa78c7fc3dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1415679 Feb 04 08:01:17.678463 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b300a1-f2a5-468d-a5fe-dab23a1a9d2d req-fca75c64-83ce-46ba-95f8-3f4b88a0296e tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:01:17.680410 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-c8b300a1-f2a5-468d-a5fe-dab23a1a9d2d req-fca75c64-83ce-46ba-95f8-3f4b88a0296e tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] 10.222.0.99 "GET /v2.0/ports?device_id=ee480593-ba86-44ab-b121-9e243feb6605 HTTP/1.1" status: 200 len: 945 time: 0.1772163 Feb 04 08:01:17.750233 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-c8b300a1-f2a5-468d-a5fe-dab23a1a9d2d req-f80cf2b4-444e-49e8-b798-07adfd63a744 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] 10.222.0.99 "GET /v2.0/security-groups?id=97e209db-0d86-4808-83b0-429263fefeea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619876 Feb 04 08:01:19.055475 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23783c2-972d-48a8-a0c9-e6afc9a1d363 req-ba25aec0-d5e1-4570-bf38-b5e5252e94ab tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:01:19.057204 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-d23783c2-972d-48a8-a0c9-e6afc9a1d363 req-ba25aec0-d5e1-4570-bf38-b5e5252e94ab tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] 10.222.0.99 "GET /v2.0/ports?device_id=ee480593-ba86-44ab-b121-9e243feb6605 HTTP/1.1" status: 200 len: 945 time: 0.1755929 Feb 04 08:01:19.128080 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-d23783c2-972d-48a8-a0c9-e6afc9a1d363 req-27fe958d-ff68-4d07-97d0-9ab4fe6f505a tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] 10.222.0.99 "GET /v2.0/security-groups?id=97e209db-0d86-4808-83b0-429263fefeea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636601 Feb 04 08:01:19.432233 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Device c6cc8396-5f20-4fbc-970f-af0402066511 up at agent ovs-agent-hv-cinder-73306 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 08:01:19.600796 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Provisioning complete for port c6cc8396-5f20-4fbc-970f-af0402066511 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 08:01:19.601214 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762158'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:20.615956 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-df4b0eb4-667a-4905-819b-1a40893b67a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:22.898237 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-7d261e18-3f99-4e12-ba0b-b6528a5e3caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:23.055082 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.agents_db [None req-15dbd8ae-9ae4-49dc-a873-5f27e28d1d51 None None] Agent healthcheck: found 6 active agents {{(pid=80116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 04 08:01:23.115850 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 53698) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:01:23.275454 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-5170cb1d-b078-4263-bdab-24d5d101367d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:23.292287 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-5170cb1d-b078-4263-bdab-24d5d101367d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 08:01:23.296823 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-5170cb1d-b078-4263-bdab-24d5d101367d admin admin] Usage tracker for resource:security_group_rule and tenant:b94059fb81ba431685dbdebb8265f301 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 08:01:23.299995 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-5170cb1d-b078-4263-bdab-24d5d101367d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 08:01:23.305959 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-5170cb1d-b078-4263-bdab-24d5d101367d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 08:01:23.398043 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-5170cb1d-b078-4263-bdab-24d5d101367d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:23.401102 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-5170cb1d-b078-4263-bdab-24d5d101367d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:23.410850 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-55dc7682-695c-45b2-8d53-2657982afb02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:01:23.459051 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-5170cb1d-b078-4263-bdab-24d5d101367d admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=b94059fb81ba431685dbdebb8265f301&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3418674 Feb 04 08:01:23.460738 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5170cb1d-b078-4263-bdab-24d5d101367d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de6539be-219c-4c09-b728-fb6780cc2b29,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:01:23.461836 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.99', 53708) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:01:23.469084 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5170cb1d-b078-4263-bdab-24d5d101367d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:01:23.469491 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5170cb1d-b078-4263-bdab-24d5d101367d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:01:23.470139 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5170cb1d-b078-4263-bdab-24d5d101367d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:01:23.470543 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5170cb1d-b078-4263-bdab-24d5d101367d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:01:23.470944 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5170cb1d-b078-4263-bdab-24d5d101367d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:01:23.471358 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5170cb1d-b078-4263-bdab-24d5d101367d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:01:23.471747 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5170cb1d-b078-4263-bdab-24d5d101367d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:01:23.472135 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5170cb1d-b078-4263-bdab-24d5d101367d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:01:23.472520 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5170cb1d-b078-4263-bdab-24d5d101367d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:01:23.472906 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5170cb1d-b078-4263-bdab-24d5d101367d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:01:23.473292 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5170cb1d-b078-4263-bdab-24d5d101367d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:01:23.473671 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5170cb1d-b078-4263-bdab-24d5d101367d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:01:23.474108 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5170cb1d-b078-4263-bdab-24d5d101367d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:01:23.474492 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5170cb1d-b078-4263-bdab-24d5d101367d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:01:23.474871 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5170cb1d-b078-4263-bdab-24d5d101367d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:01:23.475276 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5170cb1d-b078-4263-bdab-24d5d101367d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:01:23.475654 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5170cb1d-b078-4263-bdab-24d5d101367d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:01:23.476406 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5170cb1d-b078-4263-bdab-24d5d101367d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:01:23.476512 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5170cb1d-b078-4263-bdab-24d5d101367d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:01:23.476825 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5170cb1d-b078-4263-bdab-24d5d101367d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:01:23.477262 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5170cb1d-b078-4263-bdab-24d5d101367d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:01:23.477640 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5170cb1d-b078-4263-bdab-24d5d101367d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:01:23.478019 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5170cb1d-b078-4263-bdab-24d5d101367d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:01:23.478394 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5170cb1d-b078-4263-bdab-24d5d101367d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:01:23.482803 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-5170cb1d-b078-4263-bdab-24d5d101367d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:01:23.532184 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-5b599dad-94ad-486c-b165-051b8d4e5a40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:23.560590 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-5b599dad-94ad-486c-b165-051b8d4e5a40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:23.606159 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-5b599dad-94ad-486c-b165-051b8d4e5a40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:23.611944 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-d5ca702a-054d-453c-82d7-8d8c76851d96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:01:23.629723 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b599dad-94ad-486c-b165-051b8d4e5a40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de6539be-219c-4c09-b728-fb6780cc2b29,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:01:23.632192 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-5b599dad-94ad-486c-b165-051b8d4e5a40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:01:23.641749 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-5b599dad-94ad-486c-b165-051b8d4e5a40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:23.645447 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-5b599dad-94ad-486c-b165-051b8d4e5a40 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/de6539be-219c-4c09-b728-fb6780cc2b29 HTTP/1.1" status: 204 len: 168 time: 0.1800244 Feb 04 08:01:23.853951 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-85fac0c9-e82f-41ee-a61d-5b2e920e6613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:24.006936 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 53722) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:01:24.027196 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f43383c9-c399-4632-b3ef-513a27877793 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:24.044828 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-f43383c9-c399-4632-b3ef-513a27877793 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 08:01:24.049891 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-f43383c9-c399-4632-b3ef-513a27877793 admin admin] Usage tracker for resource:security_group_rule and tenant:b7868c7411b344b99856f68ca87acb17 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 08:01:24.053054 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-f43383c9-c399-4632-b3ef-513a27877793 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 08:01:24.059161 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-f43383c9-c399-4632-b3ef-513a27877793 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 08:01:24.146333 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f43383c9-c399-4632-b3ef-513a27877793 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:24.148966 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f43383c9-c399-4632-b3ef-513a27877793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:24.158663 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-e1dafcfd-f656-411a-8b41-e3310f53926f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:01:24.203863 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-f43383c9-c399-4632-b3ef-513a27877793 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=b7868c7411b344b99856f68ca87acb17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1956751 Feb 04 08:01:24.205592 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43383c9-c399-4632-b3ef-513a27877793 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f887c10b-9647-4253-b9ae-456ff66d2259,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:01:24.206717 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.99', 53726) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:01:24.208978 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-f43383c9-c399-4632-b3ef-513a27877793 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:01:24.272716 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6cd7e1cf-9281-4d94-946f-61bdea2d9712 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:24.302068 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6cd7e1cf-9281-4d94-946f-61bdea2d9712 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:24.349210 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6cd7e1cf-9281-4d94-946f-61bdea2d9712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:24.354481 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-4189d817-31b3-415d-bc8e-09c92b4728d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:01:24.367916 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd7e1cf-9281-4d94-946f-61bdea2d9712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f887c10b-9647-4253-b9ae-456ff66d2259,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:01:24.370517 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-6cd7e1cf-9281-4d94-946f-61bdea2d9712 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:01:24.374313 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6cd7e1cf-9281-4d94-946f-61bdea2d9712 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:24.376894 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-6cd7e1cf-9281-4d94-946f-61bdea2d9712 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/f887c10b-9647-4253-b9ae-456ff66d2259 HTTP/1.1" status: 204 len: 168 time: 0.1688080 Feb 04 08:01:24.668995 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:25.215897 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-19d3b842-1860-471a-9268-0862a9b26fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:27.738598 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966a6c76-4af8-425f-9581-de02e3cfcdb1 req-14224e0a-91f7-4de1-8974-6bebc61aaba9 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:01:27.740419 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-966a6c76-4af8-425f-9581-de02e3cfcdb1 req-14224e0a-91f7-4de1-8974-6bebc61aaba9 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/ports?device_id=ed56eae0-d057-445b-a86c-975c99566052 HTTP/1.1" status: 200 len: 946 time: 0.1713574 Feb 04 08:01:27.806555 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-966a6c76-4af8-425f-9581-de02e3cfcdb1 req-7257359f-f771-4445-8911-734a7f76eb6b tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/security-groups?id=2efe4fb4-6c5a-4311-a0c5-d5a12c9309ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597901 Feb 04 08:01:29.128747 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed005df-a22d-4620-b5ce-36d20816406d req-3dbcda91-5c83-4610-854c-1261f153ed74 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:01:29.130370 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-1ed005df-a22d-4620-b5ce-36d20816406d req-3dbcda91-5c83-4610-854c-1261f153ed74 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/ports?device_id=ed56eae0-d057-445b-a86c-975c99566052 HTTP/1.1" status: 200 len: 946 time: 0.1686792 Feb 04 08:01:29.195949 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-1ed005df-a22d-4620-b5ce-36d20816406d req-253e0b92-9ac1-4e6f-bea5-3aefc1c8adb9 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/security-groups?id=2efe4fb4-6c5a-4311-a0c5-d5a12c9309ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591710 Feb 04 08:01:29.510083 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581d854a-a350-48d9-984c-617898805b77 req-66ffb600-51bf-4445-adba-c0feac0593b4 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:01:29.512380 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-581d854a-a350-48d9-984c-617898805b77 req-66ffb600-51bf-4445-adba-c0feac0593b4 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.76 "GET /v2.0/ports?device_id=ed56eae0-d057-445b-a86c-975c99566052 HTTP/1.1" status: 200 len: 946 time: 0.1771479 Feb 04 08:01:29.607550 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [req-581d854a-a350-48d9-984c-617898805b77 req-d936c131-a006-48a9-999b-20961ecf2b7e tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Deleting port 7464ad3a-a108-4124-bb91-84a76f991163 {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 04 08:01:29.607982 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-581d854a-a350-48d9-984c-617898805b77 req-d936c131-a006-48a9-999b-20961ecf2b7e tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727595022485'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:29.878643 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [req-581d854a-a350-48d9-984c-617898805b77 req-d936c131-a006-48a9-999b-20961ecf2b7e tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] For port 7464ad3a-a108-4124-bb91-84a76f991163, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=7464ad3a-a108-4124-bb91-84a76f991163,segment=NetworkSegment(c1444196-01b8-49a6-91dc-480435b565ae),segment_id=c1444196-01b8-49a6-91dc-480435b565ae)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 08:01:29.878932 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-581d854a-a350-48d9-984c-617898805b77 req-d936c131-a006-48a9-999b-20961ecf2b7e tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853131150'] for port, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:30.201199 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-581d854a-a350-48d9-984c-617898805b77 req-d936c131-a006-48a9-999b-20961ecf2b7e tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:30.201765 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-581d854a-a350-48d9-984c-617898805b77 req-d936c131-a006-48a9-999b-20961ecf2b7e tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853136389'] for floatingip, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:30.201930 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.db.l3_db [req-581d854a-a350-48d9-984c-617898805b77 req-d936c131-a006-48a9-999b-20961ecf2b7e tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Floating IP 16359b87-9f1d-4f7c-bf08-071109c5391f disassociated. External IP: 172.28.3.120, port: 7464ad3a-a108-4124-bb91-84a76f991163. Feb 04 08:01:30.203576 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [req-581d854a-a350-48d9-984c-617898805b77 req-d936c131-a006-48a9-999b-20961ecf2b7e tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Calling delete_port for 7464ad3a-a108-4124-bb91-84a76f991163 owned by compute:nova {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 04 08:01:30.623324 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 53866) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:01:30.693002 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-581d854a-a350-48d9-984c-617898805b77 req-d936c131-a006-48a9-999b-20961ecf2b7e tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309259674774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727594605512'] for port, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:30.705833 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.db_base_plugin_v2 [None req-d93aaf0c-d29f-415a-965c-07fff7fe3342 admin admin] Deleting subnet 9e3d0550-2b28-441e-8da5-2885b6e91ea7 {{(pid=80113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Feb 04 08:01:30.709009 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-4a07d2b2-1c56-4512-bade-0751b9dda34b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:01:30.709250 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-d93aaf0c-d29f-415a-965c-07fff7fe3342 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:30.764079 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-d93aaf0c-d29f-415a-965c-07fff7fe3342 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850727736'] for subnet, precommit_delete_associations {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:30.811724 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d936c131-a006-48a9-999b-20961ecf2b7e tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Pushing event deleted for resources: {'Port': ['ID=7464ad3a-a108-4124-bb91-84a76f991163,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:01:30.828535 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-d93aaf0c-d29f-415a-965c-07fff7fe3342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4562'] for subnet, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:30.910853 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0726b9-bb9b-4317-a683-1de0ae59e253 req-cae0a877-d42b-442c-ae4b-b2efcd3586c9 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:01:30.912572 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-ba0726b9-bb9b-4317-a683-1de0ae59e253 req-cae0a877-d42b-442c-ae4b-b2efcd3586c9 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/ports?device_id=ed56eae0-d057-445b-a86c-975c99566052 HTTP/1.1" status: 200 len: 867 time: 0.5619729 Feb 04 08:01:30.916332 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d936c131-a006-48a9-999b-20961ecf2b7e tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:01:30.916740 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d936c131-a006-48a9-999b-20961ecf2b7e tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:01:30.917143 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d936c131-a006-48a9-999b-20961ecf2b7e tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:01:30.917538 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d936c131-a006-48a9-999b-20961ecf2b7e tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:01:30.917931 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d936c131-a006-48a9-999b-20961ecf2b7e tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:01:30.918319 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d936c131-a006-48a9-999b-20961ecf2b7e tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:01:30.918706 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d936c131-a006-48a9-999b-20961ecf2b7e tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:01:30.919117 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d936c131-a006-48a9-999b-20961ecf2b7e tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:01:30.919506 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d936c131-a006-48a9-999b-20961ecf2b7e tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:01:30.919895 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d936c131-a006-48a9-999b-20961ecf2b7e tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:01:30.920279 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d936c131-a006-48a9-999b-20961ecf2b7e tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:01:30.920659 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d936c131-a006-48a9-999b-20961ecf2b7e tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:01:30.921968 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d936c131-a006-48a9-999b-20961ecf2b7e tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:01:30.922360 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d936c131-a006-48a9-999b-20961ecf2b7e tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:01:30.922856 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d936c131-a006-48a9-999b-20961ecf2b7e tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:01:30.923265 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d936c131-a006-48a9-999b-20961ecf2b7e tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:01:30.923781 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d936c131-a006-48a9-999b-20961ecf2b7e tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:01:30.924037 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d936c131-a006-48a9-999b-20961ecf2b7e tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:01:30.924420 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d936c131-a006-48a9-999b-20961ecf2b7e tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:01:30.924798 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d936c131-a006-48a9-999b-20961ecf2b7e tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:01:30.925180 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d936c131-a006-48a9-999b-20961ecf2b7e tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:01:30.925555 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d936c131-a006-48a9-999b-20961ecf2b7e tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:01:30.925935 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d936c131-a006-48a9-999b-20961ecf2b7e tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:01:30.926313 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d936c131-a006-48a9-999b-20961ecf2b7e tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:01:30.932886 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-d936c131-a006-48a9-999b-20961ecf2b7e tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:01:31.031947 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-ba0726b9-bb9b-4317-a683-1de0ae59e253 req-83575930-85ae-4e0a-b349-4f45f671d7bf tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/security-groups?id=2efe4fb4-6c5a-4311-a0c5-d5a12c9309ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021004 Feb 04 08:01:31.223502 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-d93aaf0c-d29f-415a-965c-07fff7fe3342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854771238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3166325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853310372'] for subnet, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:31.245545 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:01:31.254224 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.l3_agent_scheduler [req-581d854a-a350-48d9-984c-617898805b77 req-d936c131-a006-48a9-999b-20961ecf2b7e tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Router e82e6950-e47b-4b6f-8804-e29ee5c63d5b has already been hosted by L3 agent 9b1007a2-cea1-4e19-8fd5-ed5c2617e796 {{(pid=80114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 04 08:01:31.303780 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Device 7464ad3a-a108-4124-bb91-84a76f991163 no longer exists at agent ovs-agent-hv-cinder-73306 {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 04 08:01:31.346787 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93aaf0c-d29f-415a-965c-07fff7fe3342 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e3d0550-2b28-441e-8da5-2885b6e91ea7,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:01:31.349919 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-d93aaf0c-d29f-415a-965c-07fff7fe3342 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:01:31.361295 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] No Port match for: 7464ad3a-a108-4124-bb91-84a76f991163 {{(pid=80115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 04 08:01:31.361938 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Device 7464ad3a-a108-4124-bb91-84a76f991163 not bound to the agent host hv-cinder-73306 {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 04 08:01:31.400787 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-d93aaf0c-d29f-415a-965c-07fff7fe3342 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:31.424221 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-d93aaf0c-d29f-415a-965c-07fff7fe3342 admin admin] 10.222.0.99 "DELETE /v2.0/subnets/9e3d0550-2b28-441e-8da5-2885b6e91ea7 HTTP/1.1" status: 204 len: 168 time: 0.7983856 Feb 04 08:01:31.425593 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 53870) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:01:31.477958 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-581d854a-a350-48d9-984c-617898805b77 req-d936c131-a006-48a9-999b-20961ecf2b7e tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Notify agent at l3_agent.dv-cinder-733062-18-smb the message routers_updated {{(pid=80114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 04 08:01:31.490808 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863c7ccb-5bef-40b3-8fe4-73af886c5632 None None] Sync routers for ids ['e82e6950-e47b-4b6f-8804-e29ee5c63d5b'] in dv-cinder-733062-18-smb {{(pid=80115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 04 08:01:31.503219 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863c7ccb-5bef-40b3-8fe4-73af886c5632 None None] Routers {'e82e6950-e47b-4b6f-8804-e29ee5c63d5b'} bound to L3 agent in host dv-cinder-733062-18-smb {{(pid=80115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 04 08:01:31.504225 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-863c7ccb-5bef-40b3-8fe4-73af886c5632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-04T07:47:53Z,description=,heartbeat_timestamp=2021-02-04T08:01:23Z,host='dv-cinder-733062-18-smb',id=9b1007a2-cea1-4e19-8fd5-ed5c2617e796,load=0,resource_versions=,resources_synced=,started_at=2021-02-04T07:47:53Z,topic='l3_agent')) {'router_ids': ['e82e6950-e47b-4b6f-8804-e29ee5c63d5b'], 'active': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 08:01:31.519718 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [req-581d854a-a350-48d9-984c-617898805b77 req-d936c131-a006-48a9-999b-20961ecf2b7e tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] No DVR routers for this DVR port 7464ad3a-a108-4124-bb91-84a76f991163 on host hv-cinder-73306 {{(pid=80114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 04 08:01:31.522098 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-581d854a-a350-48d9-984c-617898805b77 req-d936c131-a006-48a9-999b-20961ecf2b7e tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3799'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:31.525238 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed56eae0-d057-445b-a86c-975c99566052', 'name': 'network-vif-deleted', 'tag': '7464ad3a-a108-4124-bb91-84a76f991163'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 08:01:31.563072 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-581d854a-a350-48d9-984c-617898805b77 req-d936c131-a006-48a9-999b-20961ecf2b7e tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.76 "DELETE /v2.0/ports/7464ad3a-a108-4124-bb91-84a76f991163 HTTP/1.1" status: 204 len: 173 time: 2.0455382 Feb 04 08:01:31.576650 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-432b6247-ea54-41c1-a033-53475065e032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854354064'] for network, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:31.592062 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed56eae0-d057-445b-a86c-975c99566052', 'name': 'network-vif-deleted', 'tag': '7464ad3a-a108-4124-bb91-84a76f991163', 'status': 'completed', 'code': 200} Feb 04 08:01:31.755343 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvr_db [None req-863c7ccb-5bef-40b3-8fe4-73af886c5632 None None] Set router e82e6950-e47b-4b6f-8804-e29ee5c63d5b gateway port host: dv-cinder-733062-18-smb {{(pid=80115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 04 08:01:31.815114 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-432b6247-ea54-41c1-a033-53475065e032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8537', 'neutron.services.segments.db._delete_segments_for_network--9223363309259659414'] for network, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:31.945631 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.services.segments.db [None req-432b6247-ea54-41c1-a033-53475065e032 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7c62d85-ae3c-4417-a077-cc9a9acc6cb3']}} {{(pid=80113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 08:01:31.961735 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.services.segments.db [None req-432b6247-ea54-41c1-a033-53475065e032 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8024e2a7-1d26-4c53-95e6-1f27f04fae7b') {'for_net_delete': True} {{(pid=80113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 08:01:31.962071 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.services.segments.db [None req-432b6247-ea54-41c1-a033-53475065e032 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8024e2a7-1d26-4c53-95e6-1f27f04fae7b') {} {{(pid=80113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 08:01:31.976872 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-432b6247-ea54-41c1-a033-53475065e032 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363309259661718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4048064'] for segment, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:32.004508 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-432b6247-ea54-41c1-a033-53475065e032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774980'] for segment, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:32.011754 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-432b6247-ea54-41c1-a033-53475065e032 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 04 08:01:32.202462 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-863c7ccb-5bef-40b3-8fe4-73af886c5632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e82e6950-e47b-4b6f-8804-e29ee5c63d5b', 'name': 'tempest-AttachVolumeShelveTestJSON-35567972-router', 'tenant_id': '672bfb04a4f44fa3ae40a386ff3ebb9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'external_fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.111'}], 'enable_snat': True}, 'gw_port_id': 'b89ec45b-8d09-4de9-896d-76dcee756ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T07:57:20Z', 'updated_at': '2021-02-04T07:57:41Z', 'revision_number': 4, 'project_id': '672bfb04a4f44fa3ae40a386ff3ebb9b', 'gw_port': {'id': 'b89ec45b-8d09-4de9-896d-76dcee756ac5', 'name': '', 'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c6:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82e6950-e47b-4b6f-8804-e29ee5c63d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T07:57:22Z', 'updated_at': '2021-02-04T07:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-18-smb', '_interfaces': [{'id': '21315a2b-4a9c-479a-8737-a839e11153b3', 'name': '', 'network_id': '3c065512-3d6a-479a-b479-11e02ccc5658', 'tenant_id': '672bfb04a4f44fa3ae40a386ff3ebb9b', 'mac_address': 'fa:16:3e:32:ee:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82e6950-e47b-4b6f-8804-e29ee5c63d5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'c113e9e9-819c-413f-8742-7912f5a3f620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T07:57:35Z', 'updated_at': '2021-02-04T07:57:52Z', 'revision_number': 5, 'project_id': '672bfb04a4f44fa3ae40a386ff3ebb9b', 'subnets': [{'id': 'c113e9e9-819c-413f-8742-7912f5a3f620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733062-18-smb', False) {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 08:01:32.207838 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863c7ccb-5bef-40b3-8fe4-73af886c5632 None None] Checking router: e82e6950-e47b-4b6f-8804-e29ee5c63d5b for host: dv-cinder-733062-18-smb {{(pid=80115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 04 08:01:32.227602 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863c7ccb-5bef-40b3-8fe4-73af886c5632 None None] Routers {'e82e6950-e47b-4b6f-8804-e29ee5c63d5b'} bound to L3 agent in host dv-cinder-733062-18-smb {{(pid=80115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 04 08:01:32.228285 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-863c7ccb-5bef-40b3-8fe4-73af886c5632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-04T07:47:53Z,description=,heartbeat_timestamp=2021-02-04T08:01:23Z,host='dv-cinder-733062-18-smb',id=9b1007a2-cea1-4e19-8fd5-ed5c2617e796,load=0,resource_versions=,resources_synced=,started_at=2021-02-04T07:47:53Z,topic='l3_agent')) {'router_ids': ['e82e6950-e47b-4b6f-8804-e29ee5c63d5b'], 'active': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 08:01:32.233285 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-432b6247-ea54-41c1-a033-53475065e032 admin admin] Network b7c62d85-ae3c-4417-a077-cc9a9acc6cb3 has no segments {{(pid=80113) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 04 08:01:32.246119 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-432b6247-ea54-41c1-a033-53475065e032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3166234'] for segment, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:32.411512 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [req-80b0cb0b-35cb-4a3b-9034-fc8bc4d7ad6b req-45370587-c6e0-4ff8-91be-6070d67167ac tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Synchronizing usage tracker for tenant:672bfb04a4f44fa3ae40a386ff3ebb9b on resource:port {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 04 08:01:32.467178 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [req-80b0cb0b-35cb-4a3b-9034-fc8bc4d7ad6b req-45370587-c6e0-4ff8-91be-6070d67167ac tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Unset dirty status for tenant:672bfb04a4f44fa3ae40a386ff3ebb9b on resource:port {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 04 08:01:32.475702 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-80b0cb0b-35cb-4a3b-9034-fc8bc4d7ad6b req-45370587-c6e0-4ff8-91be-6070d67167ac tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/ports?device_id=ed56eae0-d057-445b-a86c-975c99566052 HTTP/1.1" status: 200 len: 210 time: 0.1148789 Feb 04 08:01:32.489592 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-432b6247-ea54-41c1-a033-53475065e032 admin admin] Network b7c62d85-ae3c-4417-a077-cc9a9acc6cb3 has no segments {{(pid=80113) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 04 08:01:32.520289 dv-cinder-733062-18-smb neutron-server[79999]: Traceback (most recent call last): Feb 04 08:01:32.520289 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 08:01:32.520289 dv-cinder-733062-18-smb neutron-server[79999]: timer() Feb 04 08:01:32.520289 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 08:01:32.520289 dv-cinder-733062-18-smb neutron-server[79999]: cb(*args, **kw) Feb 04 08:01:32.520289 dv-cinder-733062-18-smb neutron-server[79999]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 04 08:01:32.520289 dv-cinder-733062-18-smb neutron-server[79999]: return func(*args, **kwargs) Feb 04 08:01:32.520289 dv-cinder-733062-18-smb neutron-server[79999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 08:01:32.520289 dv-cinder-733062-18-smb neutron-server[79999]: self._notify() Feb 04 08:01:32.520289 dv-cinder-733062-18-smb neutron-server[79999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 08:01:32.520289 dv-cinder-733062-18-smb neutron-server[79999]: self.callback(batched_events) Feb 04 08:01:32.520289 dv-cinder-733062-18-smb neutron-server[79999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 08:01:32.520289 dv-cinder-733062-18-smb neutron-server[79999]: event.method(event) Feb 04 08:01:32.520289 dv-cinder-733062-18-smb neutron-server[79999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 08:01:32.520289 dv-cinder-733062-18-smb neutron-server[79999]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 08:01:32.520289 dv-cinder-733062-18-smb neutron-server[79999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 04 08:01:32.520289 dv-cinder-733062-18-smb neutron-server[79999]: segment_id)['aggregates'][0] Feb 04 08:01:32.520289 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 08:01:32.520289 dv-cinder-733062-18-smb neutron-server[79999]: return f(self, *a, **k) Feb 04 08:01:32.520289 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 08:01:32.520289 dv-cinder-733062-18-smb neutron-server[79999]: return self._get(url).json() Feb 04 08:01:32.520289 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 08:01:32.520289 dv-cinder-733062-18-smb neutron-server[79999]: **kwargs) Feb 04 08:01:32.520289 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 08:01:32.520289 dv-cinder-733062-18-smb neutron-server[79999]: return self.request(url, 'GET', **kwargs) Feb 04 08:01:32.520289 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 04 08:01:32.520289 dv-cinder-733062-18-smb neutron-server[79999]: **endpoint_filter) Feb 04 08:01:32.520289 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 08:01:32.520289 dv-cinder-733062-18-smb neutron-server[79999]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 08:01:32.520289 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 08:01:32.520289 dv-cinder-733062-18-smb neutron-server[79999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 08:01:32.520289 dv-cinder-733062-18-smb neutron-server[79999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 08:01:32.548296 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvr_db [None req-863c7ccb-5bef-40b3-8fe4-73af886c5632 None None] Set router e82e6950-e47b-4b6f-8804-e29ee5c63d5b gateway port host: dv-cinder-733062-18-smb {{(pid=80115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 04 08:01:32.652103 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-432b6247-ea54-41c1-a033-53475065e032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854767263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853136492'] for network, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:32.657410 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:01:32.677081 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-432b6247-ea54-41c1-a033-53475065e032 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1815815'] for network, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:32.691360 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432b6247-ea54-41c1-a033-53475065e032 admin admin] Pushing event deleted for resources: {'Network': ['ID=b7c62d85-ae3c-4417-a077-cc9a9acc6cb3,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:01:32.698838 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-432b6247-ea54-41c1-a033-53475065e032 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:01:32.708764 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.99', 53888) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:01:32.709182 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-432b6247-ea54-41c1-a033-53475065e032 admin admin] 10.222.0.99 "DELETE /v2.0/networks/b7c62d85-ae3c-4417-a077-cc9a9acc6cb3 HTTP/1.1" status: 204 len: 168 time: 1.2816465 Feb 04 08:01:32.801296 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.db_base_plugin_v2 [None req-5637ab40-6211-49ec-9f1f-bbb0184f35b9 admin admin] Deleting subnet 93d8d31d-a4d4-4d39-b197-7c5873744e79 {{(pid=80114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Feb 04 08:01:32.804847 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-5637ab40-6211-49ec-9f1f-bbb0184f35b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:32.865222 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-5637ab40-6211-49ec-9f1f-bbb0184f35b9 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:32.873415 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-5637ab40-6211-49ec-9f1f-bbb0184f35b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4562'] for subnet, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:32.945010 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-863c7ccb-5bef-40b3-8fe4-73af886c5632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e82e6950-e47b-4b6f-8804-e29ee5c63d5b', 'name': 'tempest-AttachVolumeShelveTestJSON-35567972-router', 'tenant_id': '672bfb04a4f44fa3ae40a386ff3ebb9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'external_fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.111'}], 'enable_snat': True}, 'gw_port_id': 'b89ec45b-8d09-4de9-896d-76dcee756ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T07:57:20Z', 'updated_at': '2021-02-04T07:57:41Z', 'revision_number': 4, 'project_id': '672bfb04a4f44fa3ae40a386ff3ebb9b', 'gw_port': {'id': 'b89ec45b-8d09-4de9-896d-76dcee756ac5', 'name': '', 'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c6:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82e6950-e47b-4b6f-8804-e29ee5c63d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T07:57:22Z', 'updated_at': '2021-02-04T07:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-18-smb', '_interfaces': [{'id': '21315a2b-4a9c-479a-8737-a839e11153b3', 'name': '', 'network_id': '3c065512-3d6a-479a-b479-11e02ccc5658', 'tenant_id': '672bfb04a4f44fa3ae40a386ff3ebb9b', 'mac_address': 'fa:16:3e:32:ee:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82e6950-e47b-4b6f-8804-e29ee5c63d5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'c113e9e9-819c-413f-8742-7912f5a3f620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T07:57:35Z', 'updated_at': '2021-02-04T07:57:52Z', 'revision_number': 5, 'project_id': '672bfb04a4f44fa3ae40a386ff3ebb9b', 'subnets': [{'id': 'c113e9e9-819c-413f-8742-7912f5a3f620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733062-18-smb', False) {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 08:01:32.949750 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863c7ccb-5bef-40b3-8fe4-73af886c5632 None None] The sync data for ids ['e82e6950-e47b-4b6f-8804-e29ee5c63d5b'] in dv-cinder-733062-18-smb is: [{'id': 'e82e6950-e47b-4b6f-8804-e29ee5c63d5b', 'name': 'tempest-AttachVolumeShelveTestJSON-35567972-router', 'tenant_id': '672bfb04a4f44fa3ae40a386ff3ebb9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'external_fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.111'}], 'enable_snat': True}, 'gw_port_id': 'b89ec45b-8d09-4de9-896d-76dcee756ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T07:57:20Z', 'updated_at': '2021-02-04T07:57:41Z', 'revision_number': 4, 'project_id': '672bfb04a4f44fa3ae40a386ff3ebb9b', 'gw_port': {'id': 'b89ec45b-8d09-4de9-896d-76dcee756ac5', 'name': '', 'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c6:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82e6950-e47b-4b6f-8804-e29ee5c63d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T07:57:22Z', 'updated_at': '2021-02-04T07:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-18-smb', '_interfaces': [{'id': '21315a2b-4a9c-479a-8737-a839e11153b3', 'name': '', 'network_id': '3c065512-3d6a-479a-b479-11e02ccc5658', 'tenant_id': '672bfb04a4f44fa3ae40a386ff3ebb9b', 'mac_address': 'fa:16:3e:32:ee:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82e6950-e47b-4b6f-8804-e29ee5c63d5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'c113e9e9-819c-413f-8742-7912f5a3f620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T07:57:35Z', 'updated_at': '2021-02-04T07:57:52Z', 'revision_number': 5, 'project_id': '672bfb04a4f44fa3ae40a386ff3ebb9b', 'subnets': [{'id': 'c113e9e9-819c-413f-8742-7912f5a3f620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 04 08:01:33.168240 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-5637ab40-6211-49ec-9f1f-bbb0184f35b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854771238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830'] for subnet, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:33.185850 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:01:33.282534 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5637ab40-6211-49ec-9f1f-bbb0184f35b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93d8d31d-a4d4-4d39-b197-7c5873744e79,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:01:33.297060 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-5637ab40-6211-49ec-9f1f-bbb0184f35b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:01:33.336170 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-5637ab40-6211-49ec-9f1f-bbb0184f35b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1815815'] for subnet, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:33.343750 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-5637ab40-6211-49ec-9f1f-bbb0184f35b9 admin admin] 10.222.0.99 "DELETE /v2.0/subnets/93d8d31d-a4d4-4d39-b197-7c5873744e79 HTTP/1.1" status: 204 len: 168 time: 0.6333036 Feb 04 08:01:33.346862 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.99', 53894) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:01:33.391238 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce76b2a-2a72-4dae-bcff-72aadabfca11 None None] New status for floating IP 16359b87-9f1d-4f7c-bf08-071109c5391f: DOWN {{(pid=80116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 04 08:01:33.470133 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-4c24d2f9-9b51-433c-bfa8-20b524205e81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854354064'] for network, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:33.673335 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-4c24d2f9-9b51-433c-bfa8-20b524205e81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8537', 'neutron.services.segments.db._delete_segments_for_network--9223363309259659414'] for network, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:33.711330 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 53902) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:01:33.797704 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-4c24d2f9-9b51-433c-bfa8-20b524205e81 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=80114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 08:01:33.798094 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-4c24d2f9-9b51-433c-bfa8-20b524205e81 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=80114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 08:01:33.798932 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-4c24d2f9-9b51-433c-bfa8-20b524205e81 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=80114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 08:01:33.799325 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-4c24d2f9-9b51-433c-bfa8-20b524205e81 admin admin] Subscribe: > port after_create 55550000 {{(pid=80114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 08:01:33.799679 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-4c24d2f9-9b51-433c-bfa8-20b524205e81 admin admin] Subscribe: > port after_delete 55550000 {{(pid=80114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 08:01:33.800048 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-4c24d2f9-9b51-433c-bfa8-20b524205e81 admin admin] Subscribe: > port after_update 55550000 {{(pid=80114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 08:01:33.800411 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-4c24d2f9-9b51-433c-bfa8-20b524205e81 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=80114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 08:01:33.800780 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-4c24d2f9-9b51-433c-bfa8-20b524205e81 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 08:01:33.801133 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-4c24d2f9-9b51-433c-bfa8-20b524205e81 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 08:01:33.801529 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-4c24d2f9-9b51-433c-bfa8-20b524205e81 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=80114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 08:01:33.803509 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b07487e8-1a33-4c1e-989e-6f6e714a74cd tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:33.833254 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b07487e8-1a33-4c1e-989e-6f6e714a74cd tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:33.878282 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-4c24d2f9-9b51-433c-bfa8-20b524205e81 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 08:01:33.878673 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-4c24d2f9-9b51-433c-bfa8-20b524205e81 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 08:01:33.879073 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-4c24d2f9-9b51-433c-bfa8-20b524205e81 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=80114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 08:01:33.879445 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-4c24d2f9-9b51-433c-bfa8-20b524205e81 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=80114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 08:01:33.879829 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.services.segments.db [None req-4c24d2f9-9b51-433c-bfa8-20b524205e81 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a28b7144-1b72-4f1e-a8f9-a6f8a136e199']}} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 08:01:33.883518 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b07487e8-1a33-4c1e-989e-6f6e714a74cd tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:33.889000 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-2a9453bc-bedc-44aa-8aa6-f7cff41bdc7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:01:33.896020 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.services.segments.db [None req-4c24d2f9-9b51-433c-bfa8-20b524205e81 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ebc68ea-1ba4-47f4-a3cd-cdedf6e02a99') {'for_net_delete': True} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 08:01:33.896289 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.services.segments.db [None req-4c24d2f9-9b51-433c-bfa8-20b524205e81 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ebc68ea-1ba4-47f4-a3cd-cdedf6e02a99') {} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 08:01:33.910116 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-4c24d2f9-9b51-433c-bfa8-20b524205e81 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363309259661718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852422995'] for segment, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:33.910549 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07487e8-1a33-4c1e-989e-6f6e714a74cd tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2efe4fb4-6c5a-4311-a0c5-d5a12c9309ae,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:01:33.913088 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-b07487e8-1a33-4c1e-989e-6f6e714a74cd tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:01:33.918999 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b07487e8-1a33-4c1e-989e-6f6e714a74cd tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:33.920709 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-b07487e8-1a33-4c1e-989e-6f6e714a74cd tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "DELETE /v2.0/security-groups/2efe4fb4-6c5a-4311-a0c5-d5a12c9309ae HTTP/1.1" status: 204 len: 168 time: 0.2078295 Feb 04 08:01:33.925504 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.99', 53908) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:01:33.948804 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-4c24d2f9-9b51-433c-bfa8-20b524205e81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774980'] for segment, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:33.953208 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-4c24d2f9-9b51-433c-bfa8-20b524205e81 admin admin] Releasing vxlan tunnel 9 to pool {{(pid=80114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 04 08:01:33.969060 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.api.v2.resource [None req-62a9078a-1f7d-4554-95af-0d7458cb6a29 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] show failed (client error): The resource could not be found. Feb 04 08:01:33.970032 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-62a9078a-1f7d-4554-95af-0d7458cb6a29 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/security-groups/2efe4fb4-6c5a-4311-a0c5-d5a12c9309ae HTTP/1.1" status: 404 len: 347 time: 0.0433657 Feb 04 08:01:33.973361 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 53912) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:01:34.151381 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-4c24d2f9-9b51-433c-bfa8-20b524205e81 admin admin] Network a28b7144-1b72-4f1e-a8f9-a6f8a136e199 has no segments {{(pid=80114) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 04 08:01:34.161407 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-4c24d2f9-9b51-433c-bfa8-20b524205e81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852444693'] for segment, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:34.181246 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-de088bfe-555b-49b1-8ada-9fbdccf67394 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Deleting port 50ae0b4c-0e12-40e5-8b3f-9ab52df30c0b {{(pid=80113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 04 08:01:34.181628 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-de088bfe-555b-49b1-8ada-9fbdccf67394 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727595022485'] for port, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:34.364974 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-4c24d2f9-9b51-433c-bfa8-20b524205e81 admin admin] Network a28b7144-1b72-4f1e-a8f9-a6f8a136e199 has no segments {{(pid=80114) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 04 08:01:34.393494 dv-cinder-733062-18-smb neutron-server[79999]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 04 08:01:34.393494 dv-cinder-733062-18-smb neutron-server[79999]: (rel_b, rel_a, rel_b), Feb 04 08:01:34.393494 dv-cinder-733062-18-smb neutron-server[79999]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 04 08:01:34.393494 dv-cinder-733062-18-smb neutron-server[79999]: (rel_b, rel_a, rel_b), Feb 04 08:01:34.393494 dv-cinder-733062-18-smb neutron-server[79999]: Traceback (most recent call last): Feb 04 08:01:34.393494 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 08:01:34.393494 dv-cinder-733062-18-smb neutron-server[79999]: timer() Feb 04 08:01:34.393494 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 08:01:34.393494 dv-cinder-733062-18-smb neutron-server[79999]: cb(*args, **kw) Feb 04 08:01:34.393494 dv-cinder-733062-18-smb neutron-server[79999]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 04 08:01:34.393494 dv-cinder-733062-18-smb neutron-server[79999]: return func(*args, **kwargs) Feb 04 08:01:34.393494 dv-cinder-733062-18-smb neutron-server[79999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 08:01:34.393494 dv-cinder-733062-18-smb neutron-server[79999]: self._notify() Feb 04 08:01:34.393494 dv-cinder-733062-18-smb neutron-server[79999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 08:01:34.393494 dv-cinder-733062-18-smb neutron-server[79999]: self.callback(batched_events) Feb 04 08:01:34.393494 dv-cinder-733062-18-smb neutron-server[79999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 08:01:34.393494 dv-cinder-733062-18-smb neutron-server[79999]: event.method(event) Feb 04 08:01:34.393494 dv-cinder-733062-18-smb neutron-server[79999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 08:01:34.393494 dv-cinder-733062-18-smb neutron-server[79999]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 08:01:34.393494 dv-cinder-733062-18-smb neutron-server[79999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 04 08:01:34.393494 dv-cinder-733062-18-smb neutron-server[79999]: segment_id)['aggregates'][0] Feb 04 08:01:34.393494 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 08:01:34.393494 dv-cinder-733062-18-smb neutron-server[79999]: return f(self, *a, **k) Feb 04 08:01:34.393494 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 08:01:34.393494 dv-cinder-733062-18-smb neutron-server[79999]: return self._get(url).json() Feb 04 08:01:34.393494 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 08:01:34.393494 dv-cinder-733062-18-smb neutron-server[79999]: **kwargs) Feb 04 08:01:34.393494 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 08:01:34.393494 dv-cinder-733062-18-smb neutron-server[79999]: return self.request(url, 'GET', **kwargs) Feb 04 08:01:34.393494 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 04 08:01:34.393494 dv-cinder-733062-18-smb neutron-server[79999]: **endpoint_filter) Feb 04 08:01:34.393494 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 08:01:34.393494 dv-cinder-733062-18-smb neutron-server[79999]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 08:01:34.393494 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 08:01:34.393494 dv-cinder-733062-18-smb neutron-server[79999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 08:01:34.393494 dv-cinder-733062-18-smb neutron-server[79999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 08:01:34.396285 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-de088bfe-555b-49b1-8ada-9fbdccf67394 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853131150'] for port, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:34.396285 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-de088bfe-555b-49b1-8ada-9fbdccf67394 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:34.479532 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-4c24d2f9-9b51-433c-bfa8-20b524205e81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854767263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853136492'] for network, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:34.484191 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:01:34.508733 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-4c24d2f9-9b51-433c-bfa8-20b524205e81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1815815'] for network, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:34.511681 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c24d2f9-9b51-433c-bfa8-20b524205e81 admin admin] Pushing event deleted for resources: {'Network': ['ID=a28b7144-1b72-4f1e-a8f9-a6f8a136e199,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:01:34.515305 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-4c24d2f9-9b51-433c-bfa8-20b524205e81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:01:34.518693 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-4c24d2f9-9b51-433c-bfa8-20b524205e81 admin admin] 10.222.0.99 "DELETE /v2.0/networks/a28b7144-1b72-4f1e-a8f9-a6f8a136e199 HTTP/1.1" status: 204 len: 168 time: 1.1704807 Feb 04 08:01:34.536614 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-de088bfe-555b-49b1-8ada-9fbdccf67394 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Calling delete_port for 50ae0b4c-0e12-40e5-8b3f-9ab52df30c0b owned by network:floatingip {{(pid=80113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 04 08:01:34.693359 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-de088bfe-555b-49b1-8ada-9fbdccf67394 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309259674774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727594605512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851609521'] for port, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:34.748001 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.99', 53926) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:01:34.808999 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-fbc86ba2-cf50-44ad-8ce1-a0eea738f01b admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=725740a6e0ed4bab8b19ac5b67426320&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0596538 Feb 04 08:01:34.812870 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.99', 53930) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:01:34.883020 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1e905f63-77bd-434f-be68-095c10f20803 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:34.913496 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1e905f63-77bd-434f-be68-095c10f20803 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:34.939186 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-862b9b53-f802-46a1-af31-e7cf6583c8be service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:01:34.969363 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1e905f63-77bd-434f-be68-095c10f20803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:34.974455 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-15cd3288-abb0-4790-8352-c15e940523e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:01:34.988892 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e905f63-77bd-434f-be68-095c10f20803 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa0259a6-2470-4ddc-962c-24093307a3fe,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:01:34.991875 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-1e905f63-77bd-434f-be68-095c10f20803 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:01:34.999710 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1e905f63-77bd-434f-be68-095c10f20803 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:35.003377 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-1e905f63-77bd-434f-be68-095c10f20803 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/fa0259a6-2470-4ddc-962c-24093307a3fe HTTP/1.1" status: 204 len: 168 time: 0.1868401 Feb 04 08:01:35.040247 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de088bfe-555b-49b1-8ada-9fbdccf67394 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Pushing event deleted for resources: {'Port': ['ID=50ae0b4c-0e12-40e5-8b3f-9ab52df30c0b,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:01:35.044311 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-de088bfe-555b-49b1-8ada-9fbdccf67394 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:01:35.169752 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-de088bfe-555b-49b1-8ada-9fbdccf67394 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Notify callbacks [] for floatingip, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:35.188258 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-de088bfe-555b-49b1-8ada-9fbdccf67394 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3799'] for floatingip, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:35.189530 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-de088bfe-555b-49b1-8ada-9fbdccf67394 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "DELETE /v2.0/floatingips/16359b87-9f1d-4f7c-bf08-071109c5391f HTTP/1.1" status: 204 len: 168 time: 1.2149906 Feb 04 08:01:35.457451 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.99', 53944) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:01:35.517929 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-2c28f56e-28cb-4efe-8418-3a0a987c00d9 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=482c1566768d41719376dba899b6185e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0591142 Feb 04 08:01:35.520602 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.99', 53948) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:01:35.594664 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-45f4a988-6f4f-463b-b253-e939c632d648 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:35.618712 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 53954) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:01:35.625853 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.v2.base [None req-09b72700-9c3e-40c9-8cc7-cc76ee7bae6b tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1940573854', 'description': 'tempest-description--681918095'}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 08:01:35.631637 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-45f4a988-6f4f-463b-b253-e939c632d648 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:35.649664 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-09b72700-9c3e-40c9-8cc7-cc76ee7bae6b tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 08:01:35.654166 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-09b72700-9c3e-40c9-8cc7-cc76ee7bae6b tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Usage tracker for resource:security_group and tenant:672bfb04a4f44fa3ae40a386ff3ebb9b is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 08:01:35.658140 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-09b72700-9c3e-40c9-8cc7-cc76ee7bae6b tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 08:01:35.664110 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-09b72700-9c3e-40c9-8cc7-cc76ee7bae6b tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 08:01:35.678834 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-45f4a988-6f4f-463b-b253-e939c632d648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:35.679578 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-09b72700-9c3e-40c9-8cc7-cc76ee7bae6b tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:35.683941 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-6cd7e1cf-9281-4d94-946f-61bdea2d9712 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:01:35.695284 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f4a988-6f4f-463b-b253-e939c632d648 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a14a0f70-4736-42f7-9641-53e30f478ada,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:01:35.700318 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-45f4a988-6f4f-463b-b253-e939c632d648 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:01:35.702453 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-09b72700-9c3e-40c9-8cc7-cc76ee7bae6b tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 08:01:35.702760 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-45f4a988-6f4f-463b-b253-e939c632d648 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:35.704028 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-45f4a988-6f4f-463b-b253-e939c632d648 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/a14a0f70-4736-42f7-9641-53e30f478ada HTTP/1.1" status: 204 len: 168 time: 0.1822593 Feb 04 08:01:35.710275 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-09b72700-9c3e-40c9-8cc7-cc76ee7bae6b tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Usage tracker for resource:security_group_rule and tenant:672bfb04a4f44fa3ae40a386ff3ebb9b is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 08:01:35.713608 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-09b72700-9c3e-40c9-8cc7-cc76ee7bae6b tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 08:01:35.722264 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-09b72700-9c3e-40c9-8cc7-cc76ee7bae6b tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 08:01:35.805012 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-09b72700-9c3e-40c9-8cc7-cc76ee7bae6b tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:35.808081 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-09b72700-9c3e-40c9-8cc7-cc76ee7bae6b tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:35.814260 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-f5e77f52-8474-4b68-b162-76c52fa67bf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:01:35.860955 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b72700-9c3e-40c9-8cc7-cc76ee7bae6b tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b8135e1-cfde-4fc1-a854-548820f32e17,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:01:35.863903 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-09b72700-9c3e-40c9-8cc7-cc76ee7bae6b tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:35.865299 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-09b72700-9c3e-40c9-8cc7-cc76ee7bae6b tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2455864 Feb 04 08:01:35.866302 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-09b72700-9c3e-40c9-8cc7-cc76ee7bae6b tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:01:35.868345 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 53960) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:01:35.874971 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.v2.base [None req-2b1e0671-ae65-41d9-974e-789c7792a5d7 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Request body: {'security_group_rule': {'security_group_id': '3b8135e1-cfde-4fc1-a854-548820f32e17', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 08:01:35.897021 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-2b1e0671-ae65-41d9-974e-789c7792a5d7 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 08:01:35.901924 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-2b1e0671-ae65-41d9-974e-789c7792a5d7 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Usage tracker for resource:security_group_rule and tenant:672bfb04a4f44fa3ae40a386ff3ebb9b is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 08:01:35.905758 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-2b1e0671-ae65-41d9-974e-789c7792a5d7 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 08:01:35.911729 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-2b1e0671-ae65-41d9-974e-789c7792a5d7 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 08:01:35.929781 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-2b1e0671-ae65-41d9-974e-789c7792a5d7 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:35.999615 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-2b1e0671-ae65-41d9-974e-789c7792a5d7 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:36.003234 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-2b1e0671-ae65-41d9-974e-789c7792a5d7 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763740'] for security_group_rule, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:36.005472 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:01:36.029870 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1e0671-ae65-41d9-974e-789c7792a5d7 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2f46e48-65cf-49f7-a08b-a8a9d84dbabe,revision_number=0']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:01:36.037625 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-2b1e0671-ae65-41d9-974e-789c7792a5d7 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:01:36.040236 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-2b1e0671-ae65-41d9-974e-789c7792a5d7 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:36.041619 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-2b1e0671-ae65-41d9-974e-789c7792a5d7 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1722617 Feb 04 08:01:36.044472 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 53966) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:01:36.051572 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.v2.base [None req-fe9de526-2e4a-48b4-93d7-c34fb2389ba5 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Request body: {'security_group_rule': {'security_group_id': '3b8135e1-cfde-4fc1-a854-548820f32e17', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 08:01:36.074489 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-fe9de526-2e4a-48b4-93d7-c34fb2389ba5 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 08:01:36.080228 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-fe9de526-2e4a-48b4-93d7-c34fb2389ba5 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Usage tracker for resource:security_group_rule and tenant:672bfb04a4f44fa3ae40a386ff3ebb9b is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 08:01:36.083769 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-fe9de526-2e4a-48b4-93d7-c34fb2389ba5 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 08:01:36.090333 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-fe9de526-2e4a-48b4-93d7-c34fb2389ba5 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 08:01:36.110851 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-fe9de526-2e4a-48b4-93d7-c34fb2389ba5 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:36.186270 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-fe9de526-2e4a-48b4-93d7-c34fb2389ba5 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:36.189546 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-fe9de526-2e4a-48b4-93d7-c34fb2389ba5 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763740'] for security_group_rule, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:36.191713 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:01:36.217075 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9de526-2e4a-48b4-93d7-c34fb2389ba5 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f00a8da-ab73-41fb-a0b4-f6a34153443d,revision_number=0']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:01:36.219886 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-fe9de526-2e4a-48b4-93d7-c34fb2389ba5 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:01:36.226838 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-fe9de526-2e4a-48b4-93d7-c34fb2389ba5 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:36.228191 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-fe9de526-2e4a-48b4-93d7-c34fb2389ba5 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1825492 Feb 04 08:01:36.231605 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 53976) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:01:36.238017 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.v2.base [None req-8548fbee-085e-4111-a16d-ac90fe834504 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Request body: {'floatingip': {'floating_network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c'}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 08:01:36.260192 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-8548fbee-085e-4111-a16d-ac90fe834504 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 08:01:36.264322 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-8548fbee-085e-4111-a16d-ac90fe834504 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Usage tracker for resource:floatingip and tenant:672bfb04a4f44fa3ae40a386ff3ebb9b is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 08:01:36.267744 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-8548fbee-085e-4111-a16d-ac90fe834504 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 08:01:36.273596 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-8548fbee-085e-4111-a16d-ac90fe834504 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 08:01:36.284051 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-8548fbee-085e-4111-a16d-ac90fe834504 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Notify callbacks [] for floatingip, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:36.438231 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-8548fbee-085e-4111-a16d-ac90fe834504 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:36.725932 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.db_base_plugin_common [None req-8548fbee-085e-4111-a16d-ac90fe834504 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Allocated IP 172.28.3.50 (fc08f4da-7ea1-4669-9c0d-064e3549341c/afd83efb-5d3e-41fa-8710-d4145e2840f2/a930a5d0-1be8-406f-b5f9-dc31bec5864b) {{(pid=80113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 04 08:01:36.897805 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-8548fbee-085e-4111-a16d-ac90fe834504 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Notify callbacks [] for port, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:36.939300 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-8548fbee-085e-4111-a16d-ac90fe834504 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727594645960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851609521'] for port, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:36.956083 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-b0d03fa8-aea2-4c18-968e-1dca2a7237a5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:01:37.096351 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8548fbee-085e-4111-a16d-ac90fe834504 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Pushing event updated for resources: {'Port': ['ID=a930a5d0-1be8-406f-b5f9-dc31bec5864b,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:01:37.101615 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-8548fbee-085e-4111-a16d-ac90fe834504 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:01:37.155247 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8548fbee-085e-4111-a16d-ac90fe834504 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Network fc08f4da-7ea1-4669-9c0d-064e3549341c is already hosted by enough agents. {{(pid=80113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 04 08:01:37.156988 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.base_scheduler [None req-8548fbee-085e-4111-a16d-ac90fe834504 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Resources bound (agent type, host, resource id): {{(pid=80113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 04 08:01:37.159474 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8548fbee-085e-4111-a16d-ac90fe834504 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Received port after_create {{(pid=80113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 04 08:01:37.253010 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-8548fbee-085e-4111-a16d-ac90fe834504 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:37.320648 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-8548fbee-085e-4111-a16d-ac90fe834504 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:37.564613 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:37.651627 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-8548fbee-085e-4111-a16d-ac90fe834504 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Notify callbacks [] for port, precommit_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:37.655239 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-8548fbee-085e-4111-a16d-ac90fe834504 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309259674757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309260170288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727594605546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3166264'] for port, after_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:37.670458 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-5530652c-7b21-43c1-9591-9fdda5556ac9 tempest-DeleteServersTestJSON-1890780733 tempest-DeleteServersTestJSON-1890780733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:01:37.687029 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.99', 54014) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:01:37.805741 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8548fbee-085e-4111-a16d-ac90fe834504 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Pushing event updated for resources: {'Port': ['ID=a930a5d0-1be8-406f-b5f9-dc31bec5864b,revision_number=2']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:01:37.810246 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-8548fbee-085e-4111-a16d-ac90fe834504 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:01:37.846010 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-8e7ee756-710a-43e4-ac7b-452b3f25ca07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:37.863414 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-8e7ee756-710a-43e4-ac7b-452b3f25ca07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 08:01:37.867582 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-8e7ee756-710a-43e4-ac7b-452b3f25ca07 admin admin] Usage tracker for resource:security_group_rule and tenant:0272207dcd52490c8fd82018870db467 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 08:01:37.870702 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-8e7ee756-710a-43e4-ac7b-452b3f25ca07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 08:01:37.877831 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-8e7ee756-710a-43e4-ac7b-452b3f25ca07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 08:01:37.917572 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-8548fbee-085e-4111-a16d-ac90fe834504 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853136389'] for floatingip, after_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:37.942777 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-8548fbee-085e-4111-a16d-ac90fe834504 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3799'] for floatingip, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:37.944151 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-8548fbee-085e-4111-a16d-ac90fe834504 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7115366 Feb 04 08:01:37.974907 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-8e7ee756-710a-43e4-ac7b-452b3f25ca07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:37.978033 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-8e7ee756-710a-43e4-ac7b-452b3f25ca07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:37.991509 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-53417a32-54df-45eb-ad89-965128132da1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:01:38.037605 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-8e7ee756-710a-43e4-ac7b-452b3f25ca07 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=0272207dcd52490c8fd82018870db467&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3463392 Feb 04 08:01:38.037936 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.99', 54026) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:01:38.040949 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7ee756-710a-43e4-ac7b-452b3f25ca07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20d116b6-ae0f-4541-a51b-9bb0ef34bbd7,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:01:38.044460 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-8e7ee756-710a-43e4-ac7b-452b3f25ca07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:01:38.114142 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-efe2b04f-5700-426d-bbfb-1437124e4391 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:38.147903 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-efe2b04f-5700-426d-bbfb-1437124e4391 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:38.241326 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 54042) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:01:38.246824 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-dfc22676-6633-4557-aa4a-e22ae66575b7 req-abf82738-8ac4-470a-9e92-7068af240300 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/security-groups?name=tempest-securitygroup--1940573854&fields=id&tenant_id=672bfb04a4f44fa3ae40a386ff3ebb9b HTTP/1.1" status: 200 len: 267 time: 0.0783563 Feb 04 08:01:38.282077 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-efe2b04f-5700-426d-bbfb-1437124e4391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:38.290341 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-4840bfec-dc9e-4b4f-a99a-d07c67366b35 tempest-VolumesNegativeTest-447500761 tempest-VolumesNegativeTest-447500761-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:01:38.352498 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe2b04f-5700-426d-bbfb-1437124e4391 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20d116b6-ae0f-4541-a51b-9bb0ef34bbd7,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:01:38.355106 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-efe2b04f-5700-426d-bbfb-1437124e4391 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:01:38.374576 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-efe2b04f-5700-426d-bbfb-1437124e4391 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:38.379237 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-efe2b04f-5700-426d-bbfb-1437124e4391 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/20d116b6-ae0f-4541-a51b-9bb0ef34bbd7 HTTP/1.1" status: 204 len: 168 time: 0.3369441 Feb 04 08:01:38.449589 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-3fd94442-ddcb-4482-9ee8-939f4e699fe1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:38.474709 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-3fd94442-ddcb-4482-9ee8-939f4e699fe1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 08:01:38.479775 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-3fd94442-ddcb-4482-9ee8-939f4e699fe1 admin admin] Usage tracker for resource:security_group_rule and tenant:e0240b542e014ca689a0a4482e2b61a9 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 08:01:38.483615 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-3fd94442-ddcb-4482-9ee8-939f4e699fe1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 08:01:38.494476 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-3fd94442-ddcb-4482-9ee8-939f4e699fe1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 08:01:38.542240 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc22676-6633-4557-aa4a-e22ae66575b7 req-bce12132-f06c-4c85-b1b8-91606569e1d0 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:01:38.544358 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-dfc22676-6633-4557-aa4a-e22ae66575b7 req-bce12132-f06c-4c85-b1b8-91606569e1d0 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/networks?id=3c065512-3d6a-479a-b479-11e02ccc5658 HTTP/1.1" status: 200 len: 815 time: 0.2899687 Feb 04 08:01:38.563277 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-dfc22676-6633-4557-aa4a-e22ae66575b7 req-d9321fe9-6add-49f5-8c59-16f0ae1f587d tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/quotas/672bfb04a4f44fa3ae40a386ff3ebb9b HTTP/1.1" status: 200 len: 375 time: 0.0121710 Feb 04 08:01:38.587618 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-3fd94442-ddcb-4482-9ee8-939f4e699fe1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:38.590764 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-3fd94442-ddcb-4482-9ee8-939f4e699fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:38.601174 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-b07487e8-1a33-4c1e-989e-6f6e714a74cd tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:01:38.633022 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd94442-ddcb-4482-9ee8-939f4e699fe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cd8e3da-33dc-44c1-8d7b-cd21c05ba088,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:01:38.644133 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-3fd94442-ddcb-4482-9ee8-939f4e699fe1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:01:38.654347 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-3fd94442-ddcb-4482-9ee8-939f4e699fe1 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=e0240b542e014ca689a0a4482e2b61a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4118168 Feb 04 08:01:38.658032 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 54052) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:01:38.711632 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-dfc22676-6633-4557-aa4a-e22ae66575b7 req-6b3f7880-a43e-40c8-a650-1bf83402273f tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/ports?tenant_id=672bfb04a4f44fa3ae40a386ff3ebb9b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1413527 Feb 04 08:01:38.734432 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a1e7fb91-9e8d-4d2b-8dcf-b3f18642b7b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:38.765169 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a1e7fb91-9e8d-4d2b-8dcf-b3f18642b7b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:38.816710 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a1e7fb91-9e8d-4d2b-8dcf-b3f18642b7b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:38.822326 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-155f31bf-20fd-400e-ad52-edc2c9de3e88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:01:38.834976 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e7fb91-9e8d-4d2b-8dcf-b3f18642b7b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cd8e3da-33dc-44c1-8d7b-cd21c05ba088,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:01:38.840116 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-a1e7fb91-9e8d-4d2b-8dcf-b3f18642b7b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:01:38.842162 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a1e7fb91-9e8d-4d2b-8dcf-b3f18642b7b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:38.847541 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-a1e7fb91-9e8d-4d2b-8dcf-b3f18642b7b5 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/1cd8e3da-33dc-44c1-8d7b-cd21c05ba088 HTTP/1.1" status: 204 len: 168 time: 0.1884565 Feb 04 08:01:38.889637 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-dfc22676-6633-4557-aa4a-e22ae66575b7 req-4875cb1d-f90d-4cdd-9f64-39572d449049 service neutron] 10.222.0.99 "GET /v2.0/networks/3c065512-3d6a-479a-b479-11e02ccc5658?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633625 Feb 04 08:01:39.269254 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-dfc22676-6633-4557-aa4a-e22ae66575b7 req-7c0fc930-53ec-446f-bb12-5c725fc27999 service neutron] 10.222.0.99 "GET /v2.0/networks/3c065512-3d6a-479a-b479-11e02ccc5658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3720438 Feb 04 08:01:39.270044 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 54072) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:01:39.302099 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6495f985-778c-4fa4-88db-47641e85ed9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:39.344332 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-6495f985-778c-4fa4-88db-47641e85ed9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 08:01:39.348704 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-6495f985-778c-4fa4-88db-47641e85ed9b admin admin] Usage tracker for resource:security_group_rule and tenant:e57dbc81a06947d2ac41db494583de07 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 08:01:39.353781 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-6495f985-778c-4fa4-88db-47641e85ed9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 08:01:39.361298 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-6495f985-778c-4fa4-88db-47641e85ed9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 08:01:39.461210 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6495f985-778c-4fa4-88db-47641e85ed9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:39.464886 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6495f985-778c-4fa4-88db-47641e85ed9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:39.477665 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-23dc9159-cb14-4c81-aaad-340a76975167 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:01:39.526976 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-6495f985-778c-4fa4-88db-47641e85ed9b admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=e57dbc81a06947d2ac41db494583de07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2544012 Feb 04 08:01:39.528154 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6495f985-778c-4fa4-88db-47641e85ed9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=642ee74a-12a4-4d2d-9dbb-16427b98ec07,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:01:39.530994 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 54088) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:01:39.534374 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-6495f985-778c-4fa4-88db-47641e85ed9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:01:39.582592 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-43d563df-967d-445a-a2dd-fa71f014e97a req-9e8dceb9-95a1-4500-8fad-857d9b6795ae tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/ports?device_id=095c3c02-0bbd-43ca-a360-bdfd6f356058 HTTP/1.1" status: 200 len: 210 time: 0.0771782 Feb 04 08:01:39.613441 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-bf9f76bf-6475-45e3-ae02-b7dced032359 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:39.657361 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-bf9f76bf-6475-45e3-ae02-b7dced032359 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:39.708933 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-bf9f76bf-6475-45e3-ae02-b7dced032359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:39.715709 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-acf7464d-b568-4e40-b52f-1dd1fc8102d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:01:39.731155 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-bf9f76bf-6475-45e3-ae02-b7dced032359 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:39.735452 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-bf9f76bf-6475-45e3-ae02-b7dced032359 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/642ee74a-12a4-4d2d-9dbb-16427b98ec07 HTTP/1.1" status: 204 len: 168 time: 0.2003498 Feb 04 08:01:39.735452 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9f76bf-6475-45e3-ae02-b7dced032359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=642ee74a-12a4-4d2d-9dbb-16427b98ec07,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:01:39.744221 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-bf9f76bf-6475-45e3-ae02-b7dced032359 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:01:40.824480 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-19a6da6b-a7d4-4d46-bbeb-5b88dc82ff0c req-d5038c60-e405-4bda-bcce-18ec84825af7 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/ports?device_id=095c3c02-0bbd-43ca-a360-bdfd6f356058 HTTP/1.1" status: 200 len: 210 time: 0.0830457 Feb 04 08:01:41.100917 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc22676-6633-4557-aa4a-e22ae66575b7 req-90214fba-e908-4338-9206-f27b5c21eeda tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:01:41.102626 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-dfc22676-6633-4557-aa4a-e22ae66575b7 req-90214fba-e908-4338-9206-f27b5c21eeda tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.76 "GET /v2.0/networks?id=3c065512-3d6a-479a-b479-11e02ccc5658 HTTP/1.1" status: 200 len: 815 time: 0.3141410 Feb 04 08:01:41.231426 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-dfc22676-6633-4557-aa4a-e22ae66575b7 req-acb7bbdc-ea50-4965-b85c-9bcf4a7607cb tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=672bfb04a4f44fa3ae40a386ff3ebb9b HTTP/1.1" status: 200 len: 5704 time: 0.1038270 Feb 04 08:01:41.271089 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.v2.base [req-dfc22676-6633-4557-aa4a-e22ae66575b7 req-f936dc9c-543f-4aab-8bf9-592a6087f010 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Request body: {'port': {'device_id': '095c3c02-0bbd-43ca-a360-bdfd6f356058', 'network_id': '3c065512-3d6a-479a-b479-11e02ccc5658', 'admin_state_up': True, 'tenant_id': '672bfb04a4f44fa3ae40a386ff3ebb9b', 'security_groups': ['3b8135e1-cfde-4fc1-a854-548820f32e17']}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 08:01:41.457629 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [req-dfc22676-6633-4557-aa4a-e22ae66575b7 req-f936dc9c-543f-4aab-8bf9-592a6087f010 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 08:01:41.465380 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [req-dfc22676-6633-4557-aa4a-e22ae66575b7 req-f936dc9c-543f-4aab-8bf9-592a6087f010 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Usage tracker for resource:port and tenant:672bfb04a4f44fa3ae40a386ff3ebb9b is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 08:01:41.471857 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [req-dfc22676-6633-4557-aa4a-e22ae66575b7 req-f936dc9c-543f-4aab-8bf9-592a6087f010 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Quota usage for port was recalculated. Used quota:3. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 08:01:41.482451 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [req-dfc22676-6633-4557-aa4a-e22ae66575b7 req-f936dc9c-543f-4aab-8bf9-592a6087f010 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 08:01:41.516341 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfc22676-6633-4557-aa4a-e22ae66575b7 req-f936dc9c-543f-4aab-8bf9-592a6087f010 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Made reservation on behalf of 672bfb04a4f44fa3ae40a386ff3ebb9b for: {'port': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 04 08:01:41.544175 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-dfc22676-6633-4557-aa4a-e22ae66575b7 req-f936dc9c-543f-4aab-8bf9-592a6087f010 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:41.880942 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.db_base_plugin_common [req-dfc22676-6633-4557-aa4a-e22ae66575b7 req-f936dc9c-543f-4aab-8bf9-592a6087f010 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Allocated IP 172.20.0.3 (3c065512-3d6a-479a-b479-11e02ccc5658/c113e9e9-819c-413f-8742-7912f5a3f620/263610cd-73cf-4694-a5cd-aed06c3e4a42) {{(pid=80114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 04 08:01:42.071205 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-645478b8-501a-456e-a9a2-852d896dfcf5 req-d24766e5-8391-475c-be44-83dfda95e27b tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/ports?device_id=095c3c02-0bbd-43ca-a360-bdfd6f356058 HTTP/1.1" status: 200 len: 210 time: 0.0653479 Feb 04 08:01:42.151338 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-dfc22676-6633-4557-aa4a-e22ae66575b7 req-f936dc9c-543f-4aab-8bf9-592a6087f010 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Notify callbacks [] for port, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:42.179923 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [req-dfc22676-6633-4557-aa4a-e22ae66575b7 req-f936dc9c-543f-4aab-8bf9-592a6087f010 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Transition to ACTIVE for port object 263610cd-73cf-4694-a5cd-aed06c3e4a42 will not be triggered until provisioned by entity DHCP. {{(pid=80114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 04 08:01:42.204533 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-dfc22676-6633-4557-aa4a-e22ae66575b7 req-f936dc9c-543f-4aab-8bf9-592a6087f010 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727594645960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2331070'] for port, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:42.222594 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-62c12466-386e-4d9b-abf3-8f3ac187a01a tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:01:42.365902 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f936dc9c-543f-4aab-8bf9-592a6087f010 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Pushing event updated for resources: {'Port': ['ID=263610cd-73cf-4694-a5cd-aed06c3e4a42,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:01:42.370363 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-f936dc9c-543f-4aab-8bf9-592a6087f010 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:01:42.427929 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfc22676-6633-4557-aa4a-e22ae66575b7 req-f936dc9c-543f-4aab-8bf9-592a6087f010 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Network 3c065512-3d6a-479a-b479-11e02ccc5658 is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 04 08:01:42.429399 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.base_scheduler [req-dfc22676-6633-4557-aa4a-e22ae66575b7 req-f936dc9c-543f-4aab-8bf9-592a6087f010 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Resources bound (agent type, host, resource id): {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 04 08:01:42.432055 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfc22676-6633-4557-aa4a-e22ae66575b7 req-f936dc9c-543f-4aab-8bf9-592a6087f010 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Received port after_create {{(pid=80114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 04 08:01:42.566140 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc22676-6633-4557-aa4a-e22ae66575b7 req-f936dc9c-543f-4aab-8bf9-592a6087f010 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:01:42.566886 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-dfc22676-6633-4557-aa4a-e22ae66575b7 req-f936dc9c-543f-4aab-8bf9-592a6087f010 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3799'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:42.596320 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-dfc22676-6633-4557-aa4a-e22ae66575b7 req-f936dc9c-543f-4aab-8bf9-592a6087f010 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3295960 Feb 04 08:01:42.619479 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.v2.base [req-dfc22676-6633-4557-aa4a-e22ae66575b7 req-ceb0957a-07b8-47ed-8640-0f98438b534e service neutron] Request body: {'port': {'device_id': '095c3c02-0bbd-43ca-a360-bdfd6f356058', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73306'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 08:01:42.730581 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-f47186d7-de9e-4b48-a159-1fdd90e64a81 None None] Provisioning for port 263610cd-73cf-4694-a5cd-aed06c3e4a42 completed by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 04 08:01:42.737027 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-f47186d7-de9e-4b48-a159-1fdd90e64a81 None None] Provisioning complete for port 263610cd-73cf-4694-a5cd-aed06c3e4a42 triggered by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 08:01:42.737584 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f47186d7-de9e-4b48-a159-1fdd90e64a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762158'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:42.754352 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-dfc22676-6633-4557-aa4a-e22ae66575b7 req-ceb0957a-07b8-47ed-8640-0f98438b534e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:42.960364 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-f47186d7-de9e-4b48-a159-1fdd90e64a81 None None] Port 263610cd-73cf-4694-a5cd-aed06c3e4a42 cannot update to ACTIVE because it is not bound. {{(pid=80115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 04 08:01:43.214864 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.notifiers.nova [req-dfc22676-6633-4557-aa4a-e22ae66575b7 req-ceb0957a-07b8-47ed-8640-0f98438b534e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 263610cd-73cf-4694-a5cd-aed06c3e4a42 {{(pid=80114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 04 08:01:43.224962 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-dfc22676-6633-4557-aa4a-e22ae66575b7 req-ceb0957a-07b8-47ed-8640-0f98438b534e service neutron] Notify callbacks [] for port, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:43.287844 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [req-dfc22676-6633-4557-aa4a-e22ae66575b7 req-ceb0957a-07b8-47ed-8640-0f98438b534e service neutron] Transition to ACTIVE for port object 263610cd-73cf-4694-a5cd-aed06c3e4a42 will not be triggered until provisioned by entity L2. {{(pid=80114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 04 08:01:43.293362 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-dfc22676-6633-4557-aa4a-e22ae66575b7 req-ceb0957a-07b8-47ed-8640-0f98438b534e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309259674757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309260170288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727594605546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852444727'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:43.316240 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-c8c56ef7-d52b-4136-ad91-3eb53f57c999 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:01:43.468514 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb0957a-07b8-47ed-8640-0f98438b534e service neutron] Pushing event updated for resources: {'Port': ['ID=263610cd-73cf-4694-a5cd-aed06c3e4a42,revision_number=2']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:01:43.471508 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-ceb0957a-07b8-47ed-8640-0f98438b534e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:01:43.574948 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5669bc6-f803-42d9-a31f-8e4d3f5e989d req-6d7ffa07-448c-4b4b-9626-0ed5f4c6dcb1 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:01:43.575765 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [req-b5669bc6-f803-42d9-a31f-8e4d3f5e989d req-6d7ffa07-448c-4b4b-9626-0ed5f4c6dcb1 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Synchronizing usage tracker for tenant:672bfb04a4f44fa3ae40a386ff3ebb9b on resource:port {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 04 08:01:43.611653 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [req-b5669bc6-f803-42d9-a31f-8e4d3f5e989d req-6d7ffa07-448c-4b4b-9626-0ed5f4c6dcb1 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Unset dirty status for tenant:672bfb04a4f44fa3ae40a386ff3ebb9b on resource:port {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 04 08:01:43.612911 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-b5669bc6-f803-42d9-a31f-8e4d3f5e989d req-6d7ffa07-448c-4b4b-9626-0ed5f4c6dcb1 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/ports?device_id=095c3c02-0bbd-43ca-a360-bdfd6f356058 HTTP/1.1" status: 200 len: 931 time: 0.3901496 Feb 04 08:01:43.792671 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-b5669bc6-f803-42d9-a31f-8e4d3f5e989d req-4632f1b4-80a7-49cc-8f8b-5aee269210ac tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/security-groups?id=3b8135e1-cfde-4fc1-a854-548820f32e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194761 Feb 04 08:01:43.821324 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [req-dfc22676-6633-4557-aa4a-e22ae66575b7 req-ceb0957a-07b8-47ed-8640-0f98438b534e service neutron] Attempting to bind port 263610cd-73cf-4694-a5cd-aed06c3e4a42 on host hv-cinder-73306 for vnic_type normal with profile {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 08:01:43.821695 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [req-dfc22676-6633-4557-aa4a-e22ae66575b7 req-ceb0957a-07b8-47ed-8640-0f98438b534e service neutron] Attempting to bind port 263610cd-73cf-4694-a5cd-aed06c3e4a42 by drivers openvswitch on host hv-cinder-73306 at level 0 using segments [{'id': 'c1444196-01b8-49a6-91dc-480435b565ae', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '3c065512-3d6a-479a-b479-11e02ccc5658'}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 04 08:01:43.822059 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc22676-6633-4557-aa4a-e22ae66575b7 req-ceb0957a-07b8-47ed-8640-0f98438b534e service neutron] Attempting to bind port 263610cd-73cf-4694-a5cd-aed06c3e4a42 on network 3c065512-3d6a-479a-b479-11e02ccc5658 {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 04 08:01:43.828134 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc22676-6633-4557-aa4a-e22ae66575b7 req-ceb0957a-07b8-47ed-8640-0f98438b534e service neutron] Checking agent: {'id': 'ff9cc465-2d2d-4d6a-b510-d92e1cf0c130', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73306', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 4, 7, 55, 7), 'started_at': datetime.datetime(2021, 2, 4, 7, 55, 37), 'heartbeat_timestamp': datetime.datetime(2021, 2, 4, 8, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.95', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 08:01:43.828505 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc22676-6633-4557-aa4a-e22ae66575b7 req-ceb0957a-07b8-47ed-8640-0f98438b534e service neutron] Checking segment: {'id': 'c1444196-01b8-49a6-91dc-480435b565ae', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '3c065512-3d6a-479a-b479-11e02ccc5658'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 04 08:01:43.828907 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-dfc22676-6633-4557-aa4a-e22ae66575b7 req-ceb0957a-07b8-47ed-8640-0f98438b534e service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:43.829299 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc22676-6633-4557-aa4a-e22ae66575b7 req-ceb0957a-07b8-47ed-8640-0f98438b534e service neutron] Bound using segment: {'id': 'c1444196-01b8-49a6-91dc-480435b565ae', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '3c065512-3d6a-479a-b479-11e02ccc5658'} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 08:01:43.829772 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [req-dfc22676-6633-4557-aa4a-e22ae66575b7 req-ceb0957a-07b8-47ed-8640-0f98438b534e service neutron] Bound port: 263610cd-73cf-4694-a5cd-aed06c3e4a42, host: hv-cinder-73306, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1444196-01b8-49a6-91dc-480435b565ae', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '3c065512-3d6a-479a-b479-11e02ccc5658'}}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 04 08:01:43.830141 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-dfc22676-6633-4557-aa4a-e22ae66575b7 req-ceb0957a-07b8-47ed-8640-0f98438b534e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:43.929104 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [req-dfc22676-6633-4557-aa4a-e22ae66575b7 req-ceb0957a-07b8-47ed-8640-0f98438b534e service neutron] For port 263610cd-73cf-4694-a5cd-aed06c3e4a42, host hv-cinder-73306, cleared binding levels {{(pid=80114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 04 08:01:43.932240 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [req-dfc22676-6633-4557-aa4a-e22ae66575b7 req-ceb0957a-07b8-47ed-8640-0f98438b534e service neutron] For port 263610cd-73cf-4694-a5cd-aed06c3e4a42, host hv-cinder-73306, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=263610cd-73cf-4694-a5cd-aed06c3e4a42,segment=NetworkSegment(c1444196-01b8-49a6-91dc-480435b565ae),segment_id=c1444196-01b8-49a6-91dc-480435b565ae)] {{(pid=80114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 04 08:01:43.935681 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-dfc22676-6633-4557-aa4a-e22ae66575b7 req-ceb0957a-07b8-47ed-8640-0f98438b534e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309259674757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309260170288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727594605546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852444727'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:43.951311 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-852684f2-ff65-4f95-864d-6b63aa5783d9 tempest-VolumesNegativeTest-447500761 tempest-VolumesNegativeTest-447500761-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:01:44.105964 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb0957a-07b8-47ed-8640-0f98438b534e service neutron] Pushing event updated for resources: {'Port': ['ID=263610cd-73cf-4694-a5cd-aed06c3e4a42,revision_number=3']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:01:44.111729 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-ceb0957a-07b8-47ed-8640-0f98438b534e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:01:44.145372 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc22676-6633-4557-aa4a-e22ae66575b7 req-ceb0957a-07b8-47ed-8640-0f98438b534e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:01:44.146053 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-dfc22676-6633-4557-aa4a-e22ae66575b7 req-ceb0957a-07b8-47ed-8640-0f98438b534e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3799'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:44.147577 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-dfc22676-6633-4557-aa4a-e22ae66575b7 req-ceb0957a-07b8-47ed-8640-0f98438b534e service neutron] 10.222.0.76 "PUT /v2.0/ports/263610cd-73cf-4694-a5cd-aed06c3e4a42 HTTP/1.1" status: 200 len: 1157 time: 1.5339780 Feb 04 08:01:44.148151 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '095c3c02-0bbd-43ca-a360-bdfd6f356058', 'tag': '263610cd-73cf-4694-a5cd-aed06c3e4a42'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 08:01:44.246804 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '095c3c02-0bbd-43ca-a360-bdfd6f356058', 'tag': '263610cd-73cf-4694-a5cd-aed06c3e4a42', 'status': 'completed', 'code': 200} Feb 04 08:01:44.309958 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc22676-6633-4557-aa4a-e22ae66575b7 req-ca216356-2c51-46cf-adfd-8748eb41bdce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:01:44.312539 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-dfc22676-6633-4557-aa4a-e22ae66575b7 req-ca216356-2c51-46cf-adfd-8748eb41bdce service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=672bfb04a4f44fa3ae40a386ff3ebb9b&device_id=095c3c02-0bbd-43ca-a360-bdfd6f356058 HTTP/1.1" status: 200 len: 1160 time: 0.1081905 Feb 04 08:01:44.416172 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-dfc22676-6633-4557-aa4a-e22ae66575b7 req-aa17a0e1-c0e0-43b9-bb4c-15b14067294c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=263610cd-73cf-4694-a5cd-aed06c3e4a42 HTTP/1.1" status: 200 len: 217 time: 0.0871384 Feb 04 08:01:44.486735 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc22676-6633-4557-aa4a-e22ae66575b7 req-ff68384f-5eca-4ec1-aa80-a2773b9e087e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:01:44.488360 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-dfc22676-6633-4557-aa4a-e22ae66575b7 req-ff68384f-5eca-4ec1-aa80-a2773b9e087e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c113e9e9-819c-413f-8742-7912f5a3f620 HTTP/1.1" status: 200 len: 854 time: 0.0656717 Feb 04 08:01:44.578339 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc22676-6633-4557-aa4a-e22ae66575b7 req-d97fd619-3721-4eb2-afe4-f6f34e50c1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:01:44.579977 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-dfc22676-6633-4557-aa4a-e22ae66575b7 req-d97fd619-3721-4eb2-afe4-f6f34e50c1e5 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3c065512-3d6a-479a-b479-11e02ccc5658&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0850763 Feb 04 08:01:44.978965 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-dfc22676-6633-4557-aa4a-e22ae66575b7 req-41a7c59b-d5b7-4352-a1aa-2619e6384bf8 service neutron] 10.222.0.76 "GET /v2.0/networks/3c065512-3d6a-479a-b479-11e02ccc5658?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3916707 Feb 04 08:01:45.276521 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d41686-d374-4baf-9e84-368bd0275bd4 req-3ce81e54-cb3a-4564-a699-c53077e029bc tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:01:45.278282 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-c2d41686-d374-4baf-9e84-368bd0275bd4 req-3ce81e54-cb3a-4564-a699-c53077e029bc tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/ports?device_id=095c3c02-0bbd-43ca-a360-bdfd6f356058 HTTP/1.1" status: 200 len: 943 time: 0.2982335 Feb 04 08:01:45.282505 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-dfc22676-6633-4557-aa4a-e22ae66575b7 req-78ff09f3-6419-492a-b23c-24ebe69c8914 service neutron] 10.222.0.76 "GET /v2.0/networks/3c065512-3d6a-479a-b479-11e02ccc5658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2548764 Feb 04 08:01:45.352393 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-c2d41686-d374-4baf-9e84-368bd0275bd4 req-53b4cc49-5d21-4d18-bc1b-cbb400438606 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/security-groups?id=3b8135e1-cfde-4fc1-a854-548820f32e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659518 Feb 04 08:01:45.457532 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5682e52-7e82-47ee-b599-356f822e2940 req-32b27813-2209-4854-a8ca-6897b3e555ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:01:45.459189 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-a5682e52-7e82-47ee-b599-356f822e2940 req-32b27813-2209-4854-a8ca-6897b3e555ed service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=672bfb04a4f44fa3ae40a386ff3ebb9b&device_id=095c3c02-0bbd-43ca-a360-bdfd6f356058 HTTP/1.1" status: 200 len: 1160 time: 0.0826106 Feb 04 08:01:45.609158 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5682e52-7e82-47ee-b599-356f822e2940 req-d945793d-8334-431b-a68b-ec0b6e0e36ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:01:45.610673 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-a5682e52-7e82-47ee-b599-356f822e2940 req-d945793d-8334-431b-a68b-ec0b6e0e36ec service neutron] 10.222.0.76 "GET /v2.0/networks?id=3c065512-3d6a-479a-b479-11e02ccc5658 HTTP/1.1" status: 200 len: 909 time: 0.1440759 Feb 04 08:01:45.686427 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-a5682e52-7e82-47ee-b599-356f822e2940 req-6e5bb1da-9b2a-4af8-aaca-00d00dbb20e4 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=263610cd-73cf-4694-a5cd-aed06c3e4a42 HTTP/1.1" status: 200 len: 217 time: 0.0687406 Feb 04 08:01:45.754980 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5682e52-7e82-47ee-b599-356f822e2940 req-8058e6b0-680d-4588-a4c9-c5c1a507962a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:01:45.756561 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-a5682e52-7e82-47ee-b599-356f822e2940 req-8058e6b0-680d-4588-a4c9-c5c1a507962a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c113e9e9-819c-413f-8742-7912f5a3f620 HTTP/1.1" status: 200 len: 854 time: 0.0637381 Feb 04 08:01:45.839402 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5682e52-7e82-47ee-b599-356f822e2940 req-80a48000-ada1-43d2-af68-1d65c3771ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:01:45.841143 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-a5682e52-7e82-47ee-b599-356f822e2940 req-80a48000-ada1-43d2-af68-1d65c3771ba3 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3c065512-3d6a-479a-b479-11e02ccc5658&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0769684 Feb 04 08:01:45.991923 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-a5682e52-7e82-47ee-b599-356f822e2940 req-4b54fc23-8327-48f9-b59b-eed54e9e7b3f service neutron] 10.222.0.76 "GET /v2.0/networks/3c065512-3d6a-479a-b479-11e02ccc5658?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434920 Feb 04 08:01:46.140783 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-a5682e52-7e82-47ee-b599-356f822e2940 req-82ccb964-6292-40d3-ba75-a862f6009524 service neutron] 10.222.0.76 "GET /v2.0/networks/3c065512-3d6a-479a-b479-11e02ccc5658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1409159 Feb 04 08:01:46.676172 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e4123b-b2ee-459e-af5c-1587a5bb0cd3 req-9567a9f9-6858-4f59-b19e-864927f877eb tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:01:46.677863 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-89e4123b-b2ee-459e-af5c-1587a5bb0cd3 req-9567a9f9-6858-4f59-b19e-864927f877eb tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/ports?device_id=095c3c02-0bbd-43ca-a360-bdfd6f356058 HTTP/1.1" status: 200 len: 943 time: 0.1697094 Feb 04 08:01:46.743631 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-89e4123b-b2ee-459e-af5c-1587a5bb0cd3 req-e860815d-60ed-4264-8437-494f475fc91e tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/security-groups?id=3b8135e1-cfde-4fc1-a854-548820f32e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593889 Feb 04 08:01:47.677500 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 54254) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:01:47.839729 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-db61cf21-654d-45d3-b50e-8f7d0108ec0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:47.856195 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-db61cf21-654d-45d3-b50e-8f7d0108ec0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 08:01:47.860937 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-db61cf21-654d-45d3-b50e-8f7d0108ec0d admin admin] Usage tracker for resource:security_group_rule and tenant:06718cd96ae74abcbc645930b60cb043 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 08:01:47.863987 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-db61cf21-654d-45d3-b50e-8f7d0108ec0d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 08:01:47.869810 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-db61cf21-654d-45d3-b50e-8f7d0108ec0d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 08:01:47.959026 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-db61cf21-654d-45d3-b50e-8f7d0108ec0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:47.962138 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-db61cf21-654d-45d3-b50e-8f7d0108ec0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:47.972094 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-a1e7fb91-9e8d-4d2b-8dcf-b3f18642b7b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:01:48.017781 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db61cf21-654d-45d3-b50e-8f7d0108ec0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47bc06b3-051a-4f0d-afb4-b51a59612ce1,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:01:48.025018 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-db61cf21-654d-45d3-b50e-8f7d0108ec0d admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=06718cd96ae74abcbc645930b60cb043&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3439562 Feb 04 08:01:48.025018 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-db61cf21-654d-45d3-b50e-8f7d0108ec0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:01:48.025288 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 54262) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:01:48.063675 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c250f5-9deb-491a-b008-6042831b578e req-b7b29f25-f56d-41c6-9ae8-3e226d7c6afb tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:01:48.065315 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-10c250f5-9deb-491a-b008-6042831b578e req-b7b29f25-f56d-41c6-9ae8-3e226d7c6afb tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/ports?device_id=095c3c02-0bbd-43ca-a360-bdfd6f356058 HTTP/1.1" status: 200 len: 943 time: 0.1712918 Feb 04 08:01:48.088934 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a2acd91f-0c53-4f0e-aa12-dc03dc015183 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:48.123453 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a2acd91f-0c53-4f0e-aa12-dc03dc015183 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:48.140081 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-10c250f5-9deb-491a-b008-6042831b578e req-5bf5ec53-f922-4e36-a351-f014fa7babed tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/security-groups?id=3b8135e1-cfde-4fc1-a854-548820f32e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683582 Feb 04 08:01:48.175849 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a2acd91f-0c53-4f0e-aa12-dc03dc015183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:48.184370 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-6495f985-778c-4fa4-88db-47641e85ed9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:01:48.187613 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Device 263610cd-73cf-4694-a5cd-aed06c3e4a42 up at agent ovs-agent-hv-cinder-73306 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 08:01:48.197596 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2acd91f-0c53-4f0e-aa12-dc03dc015183 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47bc06b3-051a-4f0d-afb4-b51a59612ce1,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:01:48.200425 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-a2acd91f-0c53-4f0e-aa12-dc03dc015183 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:01:48.208009 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a2acd91f-0c53-4f0e-aa12-dc03dc015183 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:48.209490 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-a2acd91f-0c53-4f0e-aa12-dc03dc015183 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/47bc06b3-051a-4f0d-afb4-b51a59612ce1 HTTP/1.1" status: 204 len: 168 time: 0.1829383 Feb 04 08:01:48.286630 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Provisioning for port 263610cd-73cf-4694-a5cd-aed06c3e4a42 completed by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 04 08:01:48.293558 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Provisioning complete for port 263610cd-73cf-4694-a5cd-aed06c3e4a42 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 08:01:48.294111 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762158'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:48.430721 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:48.474648 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '095c3c02-0bbd-43ca-a360-bdfd6f356058', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '263610cd-73cf-4694-a5cd-aed06c3e4a42'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 08:01:48.485373 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] For port 263610cd-73cf-4694-a5cd-aed06c3e4a42, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=263610cd-73cf-4694-a5cd-aed06c3e4a42,segment=NetworkSegment(c1444196-01b8-49a6-91dc-480435b565ae),segment_id=c1444196-01b8-49a6-91dc-480435b565ae)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 08:01:48.488373 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309259674757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309260170288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727594605546'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:48.490308 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-a821a7bc-f0f0-47d6-ad58-708ae3f889c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:01:48.551299 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '095c3c02-0bbd-43ca-a360-bdfd6f356058', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '263610cd-73cf-4694-a5cd-aed06c3e4a42', 'code': 200} Feb 04 08:01:48.569628 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Pushing event updated for resources: {'Port': ['ID=263610cd-73cf-4694-a5cd-aed06c3e4a42,revision_number=4']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:01:48.578568 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:01:48.578900 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:01:48.579323 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:01:48.579703 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:01:48.580075 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:01:48.580454 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:01:48.580827 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:01:48.581196 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:01:48.581569 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:01:48.581937 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:01:48.582304 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:01:48.582669 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:01:48.583140 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:01:48.583908 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:01:48.583908 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:01:48.584289 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:01:48.584650 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:01:48.585016 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:01:48.585380 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:01:48.585737 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:01:48.586099 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:01:48.586459 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:01:48.586821 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:01:48.587678 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:01:48.591551 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:01:48.864579 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5623aec-bc7a-4d5b-9bba-0d19377c05da req-166ee427-7139-4425-ba99-6bace01ba540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:01:48.866212 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-b5623aec-bc7a-4d5b-9bba-0d19377c05da req-166ee427-7139-4425-ba99-6bace01ba540 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=095c3c02-0bbd-43ca-a360-bdfd6f356058 HTTP/1.1" status: 200 len: 1162 time: 0.0822999 Feb 04 08:01:48.913525 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-b5623aec-bc7a-4d5b-9bba-0d19377c05da req-35be60cc-6dba-4366-9a15-a12e1a282ee4 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=3b8135e1-cfde-4fc1-a854-548820f32e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401194 Feb 04 08:01:49.199044 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 54292) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:01:49.361724 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.v2.base [None req-659cdd9d-d466-46d8-a2da-21a00eb9ee2c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-533812477-network', 'tenant_id': '7231e58c55704b3393ba7331c6b2b3a8'}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 08:01:49.367225 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-659cdd9d-d466-46d8-a2da-21a00eb9ee2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 08:01:49.372116 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-659cdd9d-d466-46d8-a2da-21a00eb9ee2c admin admin] Usage tracker for resource:network and tenant:7231e58c55704b3393ba7331c6b2b3a8 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 08:01:49.376412 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-659cdd9d-d466-46d8-a2da-21a00eb9ee2c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 08:01:49.382644 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-659cdd9d-d466-46d8-a2da-21a00eb9ee2c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 08:01:49.394323 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-659cdd9d-d466-46d8-a2da-21a00eb9ee2c admin admin] Made reservation on behalf of 7231e58c55704b3393ba7331c6b2b3a8 for: {'network': 1} {{(pid=80113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 04 08:01:49.399180 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-659cdd9d-d466-46d8-a2da-21a00eb9ee2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for network, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:49.412354 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-659cdd9d-d466-46d8-a2da-21a00eb9ee2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:49.428741 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-659cdd9d-d466-46d8-a2da-21a00eb9ee2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 08:01:49.433794 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-659cdd9d-d466-46d8-a2da-21a00eb9ee2c admin admin] Usage tracker for resource:security_group_rule and tenant:7231e58c55704b3393ba7331c6b2b3a8 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 08:01:49.437800 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-659cdd9d-d466-46d8-a2da-21a00eb9ee2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 08:01:49.444239 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-659cdd9d-d466-46d8-a2da-21a00eb9ee2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 08:01:49.512931 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeea5c7c-96e5-4610-809f-4babceb794cc req-34ce2351-dbf6-4020-8c88-069a773f1361 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:01:49.515225 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-aeea5c7c-96e5-4610-809f-4babceb794cc req-34ce2351-dbf6-4020-8c88-069a773f1361 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/ports?device_id=095c3c02-0bbd-43ca-a360-bdfd6f356058 HTTP/1.1" status: 200 len: 945 time: 0.2244365 Feb 04 08:01:49.540060 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-659cdd9d-d466-46d8-a2da-21a00eb9ee2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:49.542902 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-659cdd9d-d466-46d8-a2da-21a00eb9ee2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:49.547744 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-36d36428-8e18-490d-9353-80cfe3a00bac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:01:49.579979 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-aeea5c7c-96e5-4610-809f-4babceb794cc req-2efdb9a7-8652-43a6-8e6e-822ac0b1b311 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/security-groups?id=3b8135e1-cfde-4fc1-a854-548820f32e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585461 Feb 04 08:01:49.581331 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-659cdd9d-d466-46d8-a2da-21a00eb9ee2c admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 04 08:01:49.590880 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659cdd9d-d466-46d8-a2da-21a00eb9ee2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40578d55-2518-483d-b424-0e7c96b54f81,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:01:49.595512 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-659cdd9d-d466-46d8-a2da-21a00eb9ee2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:01:49.598163 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-659cdd9d-d466-46d8-a2da-21a00eb9ee2c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727595116386', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774980'] for segment, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:49.598604 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.db.segments_db [None req-659cdd9d-d466-46d8-a2da-21a00eb9ee2c admin admin] Added segment b11944ed-987f-41c9-8e9e-da8ce48ffde5 of type vxlan for network af1ca77f-de00-49e9-8c35-e373ebdb22c1 Feb 04 08:01:49.605230 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Device 263610cd-73cf-4694-a5cd-aed06c3e4a42 up at agent ovs-agent-hv-cinder-73306 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 08:01:49.627863 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-659cdd9d-d466-46d8-a2da-21a00eb9ee2c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363309260185511'] for network, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:49.658703 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-659cdd9d-d466-46d8-a2da-21a00eb9ee2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830'] for network, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:49.660039 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-659cdd9d-d466-46d8-a2da-21a00eb9ee2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:01:49.660685 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-659cdd9d-d466-46d8-a2da-21a00eb9ee2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1815815'] for network, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:49.665917 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-af848c19-84d2-4c8b-b4f7-a7a68b3a8b26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:01:49.688400 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Provisioning complete for port 263610cd-73cf-4694-a5cd-aed06c3e4a42 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 08:01:49.688827 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762158'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:49.777226 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-659cdd9d-d466-46d8-a2da-21a00eb9ee2c admin admin] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.5761278 Feb 04 08:01:49.779257 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.99', 54300) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:01:49.779754 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659cdd9d-d466-46d8-a2da-21a00eb9ee2c admin admin] Pushing event updated for resources: {'Network': ['ID=af1ca77f-de00-49e9-8c35-e373ebdb22c1,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:01:49.783332 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-659cdd9d-d466-46d8-a2da-21a00eb9ee2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:01:49.805609 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.v2.base [None req-a54a8d53-06d2-4d12-9519-e4f86fb3b884 admin admin] Request body: {'subnet': {'network_id': 'af1ca77f-de00-49e9-8c35-e373ebdb22c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-533812477-subnet', 'tenant_id': '7231e58c55704b3393ba7331c6b2b3a8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 08:01:49.813487 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-a54a8d53-06d2-4d12-9519-e4f86fb3b884 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 08:01:49.817890 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-a54a8d53-06d2-4d12-9519-e4f86fb3b884 admin admin] Usage tracker for resource:subnet and tenant:7231e58c55704b3393ba7331c6b2b3a8 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 08:01:49.818703 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Network af1ca77f-de00-49e9-8c35-e373ebdb22c1 details requested by agent ovs-agent-dv-cinder-733062-18-smb with host dv-cinder-733062-18-smb {{(pid=80115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 04 08:01:49.821183 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-a54a8d53-06d2-4d12-9519-e4f86fb3b884 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 08:01:49.827319 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-a54a8d53-06d2-4d12-9519-e4f86fb3b884 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 08:01:49.837558 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a54a8d53-06d2-4d12-9519-e4f86fb3b884 admin admin] Made reservation on behalf of 7231e58c55704b3393ba7331c6b2b3a8 for: {'subnet': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 04 08:01:49.837763 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Network af1ca77f-de00-49e9-8c35-e373ebdb22c1 details requested by agent ovs-agent-hv-cinder-73306 with host hv-cinder-73306 {{(pid=80115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 04 08:01:49.842514 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a54a8d53-06d2-4d12-9519-e4f86fb3b884 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851948975'] for subnet, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:50.290765 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a54a8d53-06d2-4d12-9519-e4f86fb3b884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852444607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851948958'] for subnet, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:50.307333 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-5637ab40-6211-49ec-9f1f-bbb0184f35b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:01:50.438511 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54a8d53-06d2-4d12-9519-e4f86fb3b884 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6027187-db2f-4b00-8943-221517de3df8,revision_number=0']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:01:50.441526 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-a54a8d53-06d2-4d12-9519-e4f86fb3b884 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:01:50.521007 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a54a8d53-06d2-4d12-9519-e4f86fb3b884 admin admin] Checking segment: {'id': 'b11944ed-987f-41c9-8e9e-da8ce48ffde5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'af1ca77f-de00-49e9-8c35-e373ebdb22c1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 04 08:01:50.521379 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a54a8d53-06d2-4d12-9519-e4f86fb3b884 admin admin] Network hostable DHCP agents. Network: af1ca77f-de00-49e9-8c35-e373ebdb22c1, hostable agents: ['8e54cc33-14f6-4bf4-a71e-228639724c29'], hosted agents: [] {{(pid=80114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 04 08:01:50.539823 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a54a8d53-06d2-4d12-9519-e4f86fb3b884 admin admin] Network af1ca77f-de00-49e9-8c35-e373ebdb22c1 is scheduled to be hosted by DHCP agent 8e54cc33-14f6-4bf4-a71e-228639724c29 with binding_index 1 {{(pid=80114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 04 08:01:50.549248 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.base_scheduler [None req-a54a8d53-06d2-4d12-9519-e4f86fb3b884 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733062-18-smb, af1ca77f-de00-49e9-8c35-e373ebdb22c1) {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 04 08:01:50.558831 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43509f0c-764d-4b72-84b6-a247da6dafda None None] Network af1ca77f-de00-49e9-8c35-e373ebdb22c1 requested from dv-cinder-733062-18-smb {{(pid=80115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 04 08:01:50.563841 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a54a8d53-06d2-4d12-9519-e4f86fb3b884 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:01:50.564645 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a54a8d53-06d2-4d12-9519-e4f86fb3b884 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1815815'] for subnet, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:50.585107 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-a54a8d53-06d2-4d12-9519-e4f86fb3b884 admin admin] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8036718 Feb 04 08:01:50.663890 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ca19b7a1-f9dd-4bcb-99cc-a33e4156100a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:50.819472 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a1ee1b-86e3-4251-a897-cb8412572d1f None None] Network af1ca77f-de00-49e9-8c35-e373ebdb22c1 requested from dv-cinder-733062-18-smb {{(pid=80115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 04 08:01:50.925402 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799685a5-71af-4b81-a633-2b95bf2f631e req-ddfd029f-68b5-49ec-852a-f6963d82e076 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:01:50.927139 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-799685a5-71af-4b81-a633-2b95bf2f631e req-ddfd029f-68b5-49ec-852a-f6963d82e076 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/ports?device_id=095c3c02-0bbd-43ca-a360-bdfd6f356058 HTTP/1.1" status: 200 len: 945 time: 0.1842890 Feb 04 08:01:50.998060 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-799685a5-71af-4b81-a633-2b95bf2f631e req-cec1e1b2-7461-4e71-be66-87cbeb2dc4b2 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/security-groups?id=3b8135e1-cfde-4fc1-a854-548820f32e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645185 Feb 04 08:01:51.331130 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bb9ab7-edf4-4dd9-a90c-fd40dfb99beb req-a1d9dc99-35a0-48ce-81f3-b420b715af37 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:01:51.332921 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-42bb9ab7-edf4-4dd9-a90c-fd40dfb99beb req-a1d9dc99-35a0-48ce-81f3-b420b715af37 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/ports?device_id=095c3c02-0bbd-43ca-a360-bdfd6f356058 HTTP/1.1" status: 200 len: 945 time: 0.1824012 Feb 04 08:01:51.345394 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 54320) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:01:51.352517 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.v2.base [None req-51ba6177-3f11-4067-bf56-0b91be8544c1 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Request body: {'floatingip': {'port_id': '263610cd-73cf-4694-a5cd-aed06c3e4a42'}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 08:01:51.464350 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-51ba6177-3f11-4067-bf56-0b91be8544c1 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Notify callbacks [] for floatingip, before_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:52.357252 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-51ba6177-3f11-4067-bf56-0b91be8544c1 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:52.360275 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-51ba6177-3f11-4067-bf56-0b91be8544c1 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853136389'] for floatingip, after_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:52.564758 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.db.l3_db [None req-51ba6177-3f11-4067-bf56-0b91be8544c1 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Floating IP 605b555b-84c0-4173-aa40-22e468dfdddb associated. External IP: 172.28.3.50, port: 263610cd-73cf-4694-a5cd-aed06c3e4a42. Feb 04 08:01:52.900872 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9f193366-86aa-4df6-9218-db8300b1dd49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:52.964160 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51ba6177-3f11-4067-bf56-0b91be8544c1 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Router e82e6950-e47b-4b6f-8804-e29ee5c63d5b has already been hosted by L3 agent 9b1007a2-cea1-4e19-8fd5-ed5c2617e796 {{(pid=80113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 04 08:01:52.965452 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3653b917-f2c1-465c-ad58-8a7c70339687 req-650df554-ab2e-46fc-8ae2-49ae54c5f8f9 tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:01:52.967825 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-3653b917-f2c1-465c-ad58-8a7c70339687 req-650df554-ab2e-46fc-8ae2-49ae54c5f8f9 tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] 10.222.0.99 "GET /v2.0/networks?id=af1ca77f-de00-49e9-8c35-e373ebdb22c1 HTTP/1.1" status: 200 len: 808 time: 0.2595093 Feb 04 08:01:52.985605 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-3653b917-f2c1-465c-ad58-8a7c70339687 req-c97ae1b5-e0ef-4c0e-8ddf-50c518ec8d6d tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] 10.222.0.99 "GET /v2.0/quotas/7231e58c55704b3393ba7331c6b2b3a8 HTTP/1.1" status: 200 len: 375 time: 0.0112524 Feb 04 08:01:53.043072 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-3653b917-f2c1-465c-ad58-8a7c70339687 req-760fcbc1-e8bc-495e-b224-8d941ab556e1 tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] 10.222.0.99 "GET /v2.0/ports?tenant_id=7231e58c55704b3393ba7331c6b2b3a8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0511975 Feb 04 08:01:53.173856 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51ba6177-3f11-4067-bf56-0b91be8544c1 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Notify agent at l3_agent.dv-cinder-733062-18-smb the message routers_updated {{(pid=80113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 04 08:01:53.178305 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-51ba6177-3f11-4067-bf56-0b91be8544c1 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3799'] for floatingip, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:53.184849 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d43dcce-402d-4f51-8a53-e5086c3a47b5 None None] Sync routers for ids ['e82e6950-e47b-4b6f-8804-e29ee5c63d5b'] in dv-cinder-733062-18-smb {{(pid=80115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 04 08:01:53.195710 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d43dcce-402d-4f51-8a53-e5086c3a47b5 None None] Routers {'e82e6950-e47b-4b6f-8804-e29ee5c63d5b'} bound to L3 agent in host dv-cinder-733062-18-smb {{(pid=80115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 04 08:01:53.196395 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-9d43dcce-402d-4f51-8a53-e5086c3a47b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-04T07:47:53Z,description=,heartbeat_timestamp=2021-02-04T08:01:53Z,host='dv-cinder-733062-18-smb',id=9b1007a2-cea1-4e19-8fd5-ed5c2617e796,load=0,resource_versions=,resources_synced=,started_at=2021-02-04T07:47:53Z,topic='l3_agent')) {'router_ids': ['e82e6950-e47b-4b6f-8804-e29ee5c63d5b'], 'active': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 08:01:53.200948 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-3653b917-f2c1-465c-ad58-8a7c70339687 req-50adff92-4da0-44cb-8ad7-9db9be81bebd service neutron] 10.222.0.99 "GET /v2.0/networks/af1ca77f-de00-49e9-8c35-e373ebdb22c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476684 Feb 04 08:01:53.242665 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-51ba6177-3f11-4067-bf56-0b91be8544c1 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "PUT /v2.0/floatingips/605b555b-84c0-4173-aa40-22e468dfdddb HTTP/1.1" status: 200 len: 990 time: 1.8927941 Feb 04 08:01:53.242665 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '095c3c02-0bbd-43ca-a360-bdfd6f356058', 'tag': '263610cd-73cf-4694-a5cd-aed06c3e4a42'}] {{(pid=80113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 08:01:53.369203 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-3653b917-f2c1-465c-ad58-8a7c70339687 req-2df78de7-3409-4160-b308-11ebb61d2b23 service neutron] 10.222.0.99 "GET /v2.0/networks/af1ca77f-de00-49e9-8c35-e373ebdb22c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1673081 Feb 04 08:01:53.416994 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvr_db [None req-9d43dcce-402d-4f51-8a53-e5086c3a47b5 None None] Set router e82e6950-e47b-4b6f-8804-e29ee5c63d5b gateway port host: dv-cinder-733062-18-smb {{(pid=80115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 04 08:01:53.492533 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '095c3c02-0bbd-43ca-a360-bdfd6f356058', 'tag': '263610cd-73cf-4694-a5cd-aed06c3e4a42', 'status': 'completed', 'code': 200} Feb 04 08:01:53.634152 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-176cd15a-36e5-47c6-bfdb-dac37d764eee req-b02c5e96-a3d8-41db-905c-ed178b851623 tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] 10.222.0.99 "GET /v2.0/ports?device_id=8301e1d1-acb9-4e3f-832e-633b99bac05f HTTP/1.1" status: 200 len: 210 time: 0.0986814 Feb 04 08:01:53.686507 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9634f98d-8571-4356-a1f4-e6bb7eed6e5b req-9c726126-aa27-4155-9ea0-a763663e69cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:01:53.688723 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-9634f98d-8571-4356-a1f4-e6bb7eed6e5b req-9c726126-aa27-4155-9ea0-a763663e69cb service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=672bfb04a4f44fa3ae40a386ff3ebb9b&device_id=095c3c02-0bbd-43ca-a360-bdfd6f356058 HTTP/1.1" status: 200 len: 1162 time: 0.1120718 Feb 04 08:01:53.863474 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9634f98d-8571-4356-a1f4-e6bb7eed6e5b req-eb274422-7b37-490f-979e-1e2e9371bf91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:01:53.865224 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-9634f98d-8571-4356-a1f4-e6bb7eed6e5b req-eb274422-7b37-490f-979e-1e2e9371bf91 service neutron] 10.222.0.76 "GET /v2.0/networks?id=3c065512-3d6a-479a-b479-11e02ccc5658 HTTP/1.1" status: 200 len: 909 time: 0.1689656 Feb 04 08:01:53.867578 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-85fac0c9-e82f-41ee-a61d-5b2e920e6613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:53.891516 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-9d43dcce-402d-4f51-8a53-e5086c3a47b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e82e6950-e47b-4b6f-8804-e29ee5c63d5b', 'name': 'tempest-AttachVolumeShelveTestJSON-35567972-router', 'tenant_id': '672bfb04a4f44fa3ae40a386ff3ebb9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'external_fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.111'}], 'enable_snat': True}, 'gw_port_id': 'b89ec45b-8d09-4de9-896d-76dcee756ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T07:57:20Z', 'updated_at': '2021-02-04T07:57:41Z', 'revision_number': 4, 'project_id': '672bfb04a4f44fa3ae40a386ff3ebb9b', 'gw_port': {'id': 'b89ec45b-8d09-4de9-896d-76dcee756ac5', 'name': '', 'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c6:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82e6950-e47b-4b6f-8804-e29ee5c63d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T07:57:22Z', 'updated_at': '2021-02-04T07:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-18-smb', '_floatingips': [{'id': '605b555b-84c0-4173-aa40-22e468dfdddb', 'tenant_id': '672bfb04a4f44fa3ae40a386ff3ebb9b', 'floating_ip_address': '172.28.3.50', 'floating_network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'router_id': 'e82e6950-e47b-4b6f-8804-e29ee5c63d5b', 'port_id': '263610cd-73cf-4694-a5cd-aed06c3e4a42', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c065512-3d6a-479a-b479-11e02ccc5658', 'mac_address': 'fa:16:3e:12:f8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '095c3c02-0bbd-43ca-a360-bdfd6f356058', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-04T08:01:37Z', 'updated_at': '2021-02-04T08:01:52Z', 'revision_number': 1, 'project_id': '672bfb04a4f44fa3ae40a386ff3ebb9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21315a2b-4a9c-479a-8737-a839e11153b3', 'name': '', 'network_id': '3c065512-3d6a-479a-b479-11e02ccc5658', 'tenant_id': '672bfb04a4f44fa3ae40a386ff3ebb9b', 'mac_address': 'fa:16:3e:32:ee:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82e6950-e47b-4b6f-8804-e29ee5c63d5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'c113e9e9-819c-413f-8742-7912f5a3f620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T07:57:35Z', 'updated_at': '2021-02-04T07:57:52Z', 'revision_number': 5, 'project_id': '672bfb04a4f44fa3ae40a386ff3ebb9b', 'subnets': [{'id': 'c113e9e9-819c-413f-8742-7912f5a3f620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733062-18-smb', False) {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 08:01:53.896477 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d43dcce-402d-4f51-8a53-e5086c3a47b5 None None] Checking router: e82e6950-e47b-4b6f-8804-e29ee5c63d5b for host: dv-cinder-733062-18-smb {{(pid=80115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 04 08:01:53.907799 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d43dcce-402d-4f51-8a53-e5086c3a47b5 None None] Routers {'e82e6950-e47b-4b6f-8804-e29ee5c63d5b'} bound to L3 agent in host dv-cinder-733062-18-smb {{(pid=80115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 04 08:01:53.908566 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-9d43dcce-402d-4f51-8a53-e5086c3a47b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-04T07:47:53Z,description=,heartbeat_timestamp=2021-02-04T08:01:53Z,host='dv-cinder-733062-18-smb',id=9b1007a2-cea1-4e19-8fd5-ed5c2617e796,load=0,resource_versions=,resources_synced=,started_at=2021-02-04T07:47:53Z,topic='l3_agent')) {'router_ids': ['e82e6950-e47b-4b6f-8804-e29ee5c63d5b'], 'active': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 08:01:53.980695 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-9634f98d-8571-4356-a1f4-e6bb7eed6e5b req-d784f170-5964-4d20-92af-abebd27fbe2f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=263610cd-73cf-4694-a5cd-aed06c3e4a42 HTTP/1.1" status: 200 len: 998 time: 0.1078136 Feb 04 08:01:54.080390 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9634f98d-8571-4356-a1f4-e6bb7eed6e5b req-4918fa0c-4b75-4ccd-83ea-d2344d0b1338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:01:54.082140 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-9634f98d-8571-4356-a1f4-e6bb7eed6e5b req-4918fa0c-4b75-4ccd-83ea-d2344d0b1338 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c113e9e9-819c-413f-8742-7912f5a3f620 HTTP/1.1" status: 200 len: 854 time: 0.0781217 Feb 04 08:01:54.119527 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvr_db [None req-9d43dcce-402d-4f51-8a53-e5086c3a47b5 None None] Set router e82e6950-e47b-4b6f-8804-e29ee5c63d5b gateway port host: dv-cinder-733062-18-smb {{(pid=80115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 04 08:01:54.172726 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9634f98d-8571-4356-a1f4-e6bb7eed6e5b req-f1a640bd-c7b3-4d76-9f47-7f3affd7cc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:01:54.174332 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-9634f98d-8571-4356-a1f4-e6bb7eed6e5b req-f1a640bd-c7b3-4d76-9f47-7f3affd7cc1f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3c065512-3d6a-479a-b479-11e02ccc5658&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0840886 Feb 04 08:01:54.563674 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-9634f98d-8571-4356-a1f4-e6bb7eed6e5b req-3d6436ad-ed2e-4b38-a2cf-d7f2394a3db1 service neutron] 10.222.0.76 "GET /v2.0/networks/3c065512-3d6a-479a-b479-11e02ccc5658?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3822548 Feb 04 08:01:54.695330 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:54.719451 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-9d43dcce-402d-4f51-8a53-e5086c3a47b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e82e6950-e47b-4b6f-8804-e29ee5c63d5b', 'name': 'tempest-AttachVolumeShelveTestJSON-35567972-router', 'tenant_id': '672bfb04a4f44fa3ae40a386ff3ebb9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'external_fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.111'}], 'enable_snat': True}, 'gw_port_id': 'b89ec45b-8d09-4de9-896d-76dcee756ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T07:57:20Z', 'updated_at': '2021-02-04T07:57:41Z', 'revision_number': 4, 'project_id': '672bfb04a4f44fa3ae40a386ff3ebb9b', 'gw_port': {'id': 'b89ec45b-8d09-4de9-896d-76dcee756ac5', 'name': '', 'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c6:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82e6950-e47b-4b6f-8804-e29ee5c63d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T07:57:22Z', 'updated_at': '2021-02-04T07:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-18-smb', '_floatingips': [{'id': '605b555b-84c0-4173-aa40-22e468dfdddb', 'tenant_id': '672bfb04a4f44fa3ae40a386ff3ebb9b', 'floating_ip_address': '172.28.3.50', 'floating_network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'router_id': 'e82e6950-e47b-4b6f-8804-e29ee5c63d5b', 'port_id': '263610cd-73cf-4694-a5cd-aed06c3e4a42', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c065512-3d6a-479a-b479-11e02ccc5658', 'mac_address': 'fa:16:3e:12:f8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '095c3c02-0bbd-43ca-a360-bdfd6f356058', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-04T08:01:37Z', 'updated_at': '2021-02-04T08:01:52Z', 'revision_number': 1, 'project_id': '672bfb04a4f44fa3ae40a386ff3ebb9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21315a2b-4a9c-479a-8737-a839e11153b3', 'name': '', 'network_id': '3c065512-3d6a-479a-b479-11e02ccc5658', 'tenant_id': '672bfb04a4f44fa3ae40a386ff3ebb9b', 'mac_address': 'fa:16:3e:32:ee:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82e6950-e47b-4b6f-8804-e29ee5c63d5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'c113e9e9-819c-413f-8742-7912f5a3f620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T07:57:35Z', 'updated_at': '2021-02-04T07:57:52Z', 'revision_number': 5, 'project_id': '672bfb04a4f44fa3ae40a386ff3ebb9b', 'subnets': [{'id': 'c113e9e9-819c-413f-8742-7912f5a3f620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733062-18-smb', False) {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 08:01:54.721917 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-9634f98d-8571-4356-a1f4-e6bb7eed6e5b req-ca6b03bb-614f-4228-8ba9-e31af2efd6ff service neutron] 10.222.0.76 "GET /v2.0/networks/3c065512-3d6a-479a-b479-11e02ccc5658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1508696 Feb 04 08:01:54.723986 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d43dcce-402d-4f51-8a53-e5086c3a47b5 None None] The sync data for ids ['e82e6950-e47b-4b6f-8804-e29ee5c63d5b'] in dv-cinder-733062-18-smb is: [{'id': 'e82e6950-e47b-4b6f-8804-e29ee5c63d5b', 'name': 'tempest-AttachVolumeShelveTestJSON-35567972-router', 'tenant_id': '672bfb04a4f44fa3ae40a386ff3ebb9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'external_fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.111'}], 'enable_snat': True}, 'gw_port_id': 'b89ec45b-8d09-4de9-896d-76dcee756ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T07:57:20Z', 'updated_at': '2021-02-04T07:57:41Z', 'revision_number': 4, 'project_id': '672bfb04a4f44fa3ae40a386ff3ebb9b', 'gw_port': {'id': 'b89ec45b-8d09-4de9-896d-76dcee756ac5', 'name': '', 'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c6:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82e6950-e47b-4b6f-8804-e29ee5c63d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T07:57:22Z', 'updated_at': '2021-02-04T07:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-18-smb', '_floatingips': [{'id': '605b555b-84c0-4173-aa40-22e468dfdddb', 'tenant_id': '672bfb04a4f44fa3ae40a386ff3ebb9b', 'floating_ip_address': '172.28.3.50', 'floating_network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'router_id': 'e82e6950-e47b-4b6f-8804-e29ee5c63d5b', 'port_id': '263610cd-73cf-4694-a5cd-aed06c3e4a42', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c065512-3d6a-479a-b479-11e02ccc5658', 'mac_address': 'fa:16:3e:12:f8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '095c3c02-0bbd-43ca-a360-bdfd6f356058', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-04T08:01:37Z', 'updated_at': '2021-02-04T08:01:52Z', 'revision_number': 1, 'project_id': '672bfb04a4f44fa3ae40a386ff3ebb9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21315a2b-4a9c-479a-8737-a839e11153b3', 'name': '', 'network_id': '3c065512-3d6a-479a-b479-11e02ccc5658', 'tenant_id': '672bfb04a4f44fa3ae40a386ff3ebb9b', 'mac_address': 'fa:16:3e:32:ee:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82e6950-e47b-4b6f-8804-e29ee5c63d5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'c113e9e9-819c-413f-8742-7912f5a3f620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T07:57:35Z', 'updated_at': '2021-02-04T07:57:52Z', 'revision_number': 5, 'project_id': '672bfb04a4f44fa3ae40a386ff3ebb9b', 'subnets': [{'id': 'c113e9e9-819c-413f-8742-7912f5a3f620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 04 08:01:54.892964 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-be719c59-3aa6-4c05-9408-1b4fcc14b15b req-0dbe826c-a2db-4581-90e8-2056e4a0724c tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] 10.222.0.99 "GET /v2.0/ports?device_id=8301e1d1-acb9-4e3f-832e-633b99bac05f HTTP/1.1" status: 200 len: 210 time: 0.0863671 Feb 04 08:01:55.065353 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad2424f-27f9-46f8-8971-c980bd91cda4 None None] New status for floating IP 605b555b-84c0-4173-aa40-22e468dfdddb: ACTIVE {{(pid=80116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 04 08:01:55.134667 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3653b917-f2c1-465c-ad58-8a7c70339687 req-9301f9ff-48b6-4e05-81f3-b382d9e5e4b7 tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:01:55.136349 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-3653b917-f2c1-465c-ad58-8a7c70339687 req-9301f9ff-48b6-4e05-81f3-b382d9e5e4b7 tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] 10.222.0.76 "GET /v2.0/networks?id=af1ca77f-de00-49e9-8c35-e373ebdb22c1 HTTP/1.1" status: 200 len: 808 time: 0.2837222 Feb 04 08:01:55.164078 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.v2.base [req-3653b917-f2c1-465c-ad58-8a7c70339687 req-7503ff19-203a-4781-902f-17de8b3881fb tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] Request body: {'port': {'device_id': '8301e1d1-acb9-4e3f-832e-633b99bac05f', 'network_id': 'af1ca77f-de00-49e9-8c35-e373ebdb22c1', 'admin_state_up': True, 'tenant_id': '7231e58c55704b3393ba7331c6b2b3a8'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 08:01:55.230089 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-19d3b842-1860-471a-9268-0862a9b26fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:55.330218 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [req-3653b917-f2c1-465c-ad58-8a7c70339687 req-7503ff19-203a-4781-902f-17de8b3881fb tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 08:01:55.335970 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [req-3653b917-f2c1-465c-ad58-8a7c70339687 req-7503ff19-203a-4781-902f-17de8b3881fb tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] Usage tracker for resource:port and tenant:7231e58c55704b3393ba7331c6b2b3a8 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 08:01:55.339306 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [req-3653b917-f2c1-465c-ad58-8a7c70339687 req-7503ff19-203a-4781-902f-17de8b3881fb tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 08:01:55.346626 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [req-3653b917-f2c1-465c-ad58-8a7c70339687 req-7503ff19-203a-4781-902f-17de8b3881fb tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 08:01:55.356462 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3653b917-f2c1-465c-ad58-8a7c70339687 req-7503ff19-203a-4781-902f-17de8b3881fb tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] Made reservation on behalf of 7231e58c55704b3393ba7331c6b2b3a8 for: {'port': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 04 08:01:55.379695 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-3653b917-f2c1-465c-ad58-8a7c70339687 req-7503ff19-203a-4781-902f-17de8b3881fb tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:55.781412 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.db_base_plugin_common [req-3653b917-f2c1-465c-ad58-8a7c70339687 req-7503ff19-203a-4781-902f-17de8b3881fb tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] Allocated IP 172.20.0.12 (af1ca77f-de00-49e9-8c35-e373ebdb22c1/b6027187-db2f-4b00-8943-221517de3df8/8feb7570-abcf-4e1f-9a4b-33b311ca1115) {{(pid=80114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 04 08:01:55.911256 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4749b8e0-8780-42ec-897e-4cd57e881e09 req-64e5eb3d-f24e-46ad-acf0-7caa6d1af215 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:01:55.912957 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-4749b8e0-8780-42ec-897e-4cd57e881e09 req-64e5eb3d-f24e-46ad-acf0-7caa6d1af215 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] 10.222.0.99 "GET /v2.0/ports?device_id=ee480593-ba86-44ab-b121-9e243feb6605 HTTP/1.1" status: 200 len: 945 time: 0.2233422 Feb 04 08:01:56.126614 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-4749b8e0-8780-42ec-897e-4cd57e881e09 req-ea5d955d-e6f4-48e3-b7a8-25991853b5af tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] 10.222.0.99 "GET /v2.0/security-groups?id=97e209db-0d86-4808-83b0-429263fefeea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2031519 Feb 04 08:01:56.137006 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-2248c083-0c04-43a4-93ba-a6225ddf18f8 req-9f93a7f1-be45-4a9e-920f-e498aa23862d tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] 10.222.0.99 "GET /v2.0/ports?device_id=8301e1d1-acb9-4e3f-832e-633b99bac05f HTTP/1.1" status: 200 len: 210 time: 0.0824697 Feb 04 08:01:56.220215 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-3653b917-f2c1-465c-ad58-8a7c70339687 req-7503ff19-203a-4781-902f-17de8b3881fb tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] Notify callbacks [] for port, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:56.250500 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-3653b917-f2c1-465c-ad58-8a7c70339687 req-7503ff19-203a-4781-902f-17de8b3881fb tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727594645960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2331070'] for port, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:56.266273 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-a69fb59d-02e0-425c-a8b3-6f14fd0009bf tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:01:56.409483 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7503ff19-203a-4781-902f-17de8b3881fb tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] Pushing event updated for resources: {'Port': ['ID=8feb7570-abcf-4e1f-9a4b-33b311ca1115,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:01:56.414066 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-7503ff19-203a-4781-902f-17de8b3881fb tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:01:56.469611 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3653b917-f2c1-465c-ad58-8a7c70339687 req-7503ff19-203a-4781-902f-17de8b3881fb tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] Network af1ca77f-de00-49e9-8c35-e373ebdb22c1 is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 04 08:01:56.470908 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.base_scheduler [req-3653b917-f2c1-465c-ad58-8a7c70339687 req-7503ff19-203a-4781-902f-17de8b3881fb tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] Resources bound (agent type, host, resource id): {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 04 08:01:56.473283 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [req-3653b917-f2c1-465c-ad58-8a7c70339687 req-7503ff19-203a-4781-902f-17de8b3881fb tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] Received port after_create {{(pid=80114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 04 08:01:56.600292 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3653b917-f2c1-465c-ad58-8a7c70339687 req-7503ff19-203a-4781-902f-17de8b3881fb tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:01:56.601017 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-3653b917-f2c1-465c-ad58-8a7c70339687 req-7503ff19-203a-4781-902f-17de8b3881fb tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3799'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:56.621997 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-3653b917-f2c1-465c-ad58-8a7c70339687 req-7503ff19-203a-4781-902f-17de8b3881fb tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4627235 Feb 04 08:01:56.644481 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.v2.base [req-3653b917-f2c1-465c-ad58-8a7c70339687 req-239829c2-42c1-43a9-97ab-96d77ff9648a service neutron] Request body: {'port': {'device_id': '8301e1d1-acb9-4e3f-832e-633b99bac05f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73306'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 08:01:56.767211 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-3653b917-f2c1-465c-ad58-8a7c70339687 req-239829c2-42c1-43a9-97ab-96d77ff9648a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:57.198473 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.notifiers.nova [req-3653b917-f2c1-465c-ad58-8a7c70339687 req-239829c2-42c1-43a9-97ab-96d77ff9648a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8feb7570-abcf-4e1f-9a4b-33b311ca1115 {{(pid=80114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 04 08:01:57.208198 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-3653b917-f2c1-465c-ad58-8a7c70339687 req-239829c2-42c1-43a9-97ab-96d77ff9648a service neutron] Notify callbacks [] for port, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:57.224986 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [req-3653b917-f2c1-465c-ad58-8a7c70339687 req-239829c2-42c1-43a9-97ab-96d77ff9648a service neutron] Transition to ACTIVE for port object 8feb7570-abcf-4e1f-9a4b-33b311ca1115 will not be triggered until provisioned by entity L2. {{(pid=80114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 04 08:01:57.228401 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-3653b917-f2c1-465c-ad58-8a7c70339687 req-239829c2-42c1-43a9-97ab-96d77ff9648a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309259674757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309260170288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727594605546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852444727'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:57.244977 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-62c12466-386e-4d9b-abf3-8f3ac187a01a tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:01:57.488843 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239829c2-42c1-43a9-97ab-96d77ff9648a service neutron] Pushing event updated for resources: {'Port': ['ID=8feb7570-abcf-4e1f-9a4b-33b311ca1115,revision_number=2']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:01:57.491833 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-239829c2-42c1-43a9-97ab-96d77ff9648a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:01:57.681886 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9647ccb-42dc-4c29-abbd-50cbb65aed85 req-7d051ee1-a029-46aa-938c-82f44f5ff1b7 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:01:57.683599 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-b9647ccb-42dc-4c29-abbd-50cbb65aed85 req-7d051ee1-a029-46aa-938c-82f44f5ff1b7 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] 10.222.0.99 "GET /v2.0/ports?device_id=ee480593-ba86-44ab-b121-9e243feb6605 HTTP/1.1" status: 200 len: 945 time: 0.3967147 Feb 04 08:01:57.815972 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f850176-01ef-4a57-9680-0d3a81a810ad req-5ce9375d-c718-45f9-98d3-a6f18a3f3cf1 tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:01:57.816720 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [req-0f850176-01ef-4a57-9680-0d3a81a810ad req-5ce9375d-c718-45f9-98d3-a6f18a3f3cf1 tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] Synchronizing usage tracker for tenant:7231e58c55704b3393ba7331c6b2b3a8 on resource:port {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 04 08:01:57.901948 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [req-0f850176-01ef-4a57-9680-0d3a81a810ad req-5ce9375d-c718-45f9-98d3-a6f18a3f3cf1 tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] Unset dirty status for tenant:7231e58c55704b3393ba7331c6b2b3a8 on resource:port {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 04 08:01:57.903161 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-0f850176-01ef-4a57-9680-0d3a81a810ad req-5ce9375d-c718-45f9-98d3-a6f18a3f3cf1 tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] 10.222.0.99 "GET /v2.0/ports?device_id=8301e1d1-acb9-4e3f-832e-633b99bac05f HTTP/1.1" status: 200 len: 944 time: 0.6174695 Feb 04 08:01:57.965441 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-b9647ccb-42dc-4c29-abbd-50cbb65aed85 req-ce6e6a17-a535-408c-8528-f236ebe70287 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] 10.222.0.99 "GET /v2.0/security-groups?id=97e209db-0d86-4808-83b0-429263fefeea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1393695 Feb 04 08:01:58.026816 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-0f850176-01ef-4a57-9680-0d3a81a810ad req-b59c865f-0ca5-471a-83d5-4715f4b98784 tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] 10.222.0.99 "GET /v2.0/security-groups?id=40578d55-2518-483d-b424-0e7c96b54f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096690 Feb 04 08:01:58.034334 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [req-3653b917-f2c1-465c-ad58-8a7c70339687 req-239829c2-42c1-43a9-97ab-96d77ff9648a service neutron] Attempting to bind port 8feb7570-abcf-4e1f-9a4b-33b311ca1115 on host hv-cinder-73306 for vnic_type normal with profile {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 08:01:58.034696 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [req-3653b917-f2c1-465c-ad58-8a7c70339687 req-239829c2-42c1-43a9-97ab-96d77ff9648a service neutron] Attempting to bind port 8feb7570-abcf-4e1f-9a4b-33b311ca1115 by drivers openvswitch on host hv-cinder-73306 at level 0 using segments [{'id': 'b11944ed-987f-41c9-8e9e-da8ce48ffde5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'af1ca77f-de00-49e9-8c35-e373ebdb22c1'}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 04 08:01:58.035079 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3653b917-f2c1-465c-ad58-8a7c70339687 req-239829c2-42c1-43a9-97ab-96d77ff9648a service neutron] Attempting to bind port 8feb7570-abcf-4e1f-9a4b-33b311ca1115 on network af1ca77f-de00-49e9-8c35-e373ebdb22c1 {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 04 08:01:58.040982 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3653b917-f2c1-465c-ad58-8a7c70339687 req-239829c2-42c1-43a9-97ab-96d77ff9648a service neutron] Checking agent: {'id': 'ff9cc465-2d2d-4d6a-b510-d92e1cf0c130', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73306', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 4, 7, 55, 7), 'started_at': datetime.datetime(2021, 2, 4, 7, 55, 37), 'heartbeat_timestamp': datetime.datetime(2021, 2, 4, 8, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.95', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 08:01:58.041352 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3653b917-f2c1-465c-ad58-8a7c70339687 req-239829c2-42c1-43a9-97ab-96d77ff9648a service neutron] Checking segment: {'id': 'b11944ed-987f-41c9-8e9e-da8ce48ffde5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'af1ca77f-de00-49e9-8c35-e373ebdb22c1'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 04 08:01:58.041747 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-3653b917-f2c1-465c-ad58-8a7c70339687 req-239829c2-42c1-43a9-97ab-96d77ff9648a service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:58.042131 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3653b917-f2c1-465c-ad58-8a7c70339687 req-239829c2-42c1-43a9-97ab-96d77ff9648a service neutron] Bound using segment: {'id': 'b11944ed-987f-41c9-8e9e-da8ce48ffde5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'af1ca77f-de00-49e9-8c35-e373ebdb22c1'} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 08:01:58.042594 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [req-3653b917-f2c1-465c-ad58-8a7c70339687 req-239829c2-42c1-43a9-97ab-96d77ff9648a service neutron] Bound port: 8feb7570-abcf-4e1f-9a4b-33b311ca1115, host: hv-cinder-73306, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b11944ed-987f-41c9-8e9e-da8ce48ffde5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'af1ca77f-de00-49e9-8c35-e373ebdb22c1'}}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 04 08:01:58.042961 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-3653b917-f2c1-465c-ad58-8a7c70339687 req-239829c2-42c1-43a9-97ab-96d77ff9648a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:58.141896 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [req-3653b917-f2c1-465c-ad58-8a7c70339687 req-239829c2-42c1-43a9-97ab-96d77ff9648a service neutron] For port 8feb7570-abcf-4e1f-9a4b-33b311ca1115, host hv-cinder-73306, cleared binding levels {{(pid=80114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 04 08:01:58.145082 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [req-3653b917-f2c1-465c-ad58-8a7c70339687 req-239829c2-42c1-43a9-97ab-96d77ff9648a service neutron] For port 8feb7570-abcf-4e1f-9a4b-33b311ca1115, host hv-cinder-73306, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=8feb7570-abcf-4e1f-9a4b-33b311ca1115,segment=NetworkSegment(b11944ed-987f-41c9-8e9e-da8ce48ffde5),segment_id=b11944ed-987f-41c9-8e9e-da8ce48ffde5)] {{(pid=80114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 04 08:01:58.148494 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-3653b917-f2c1-465c-ad58-8a7c70339687 req-239829c2-42c1-43a9-97ab-96d77ff9648a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309259674757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309260170288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727594605546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852444727'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:58.163942 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-9b0fc4f4-2cc3-4b9d-8a95-ddce57e00baa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:01:58.549494 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239829c2-42c1-43a9-97ab-96d77ff9648a service neutron] Pushing event updated for resources: {'Port': ['ID=8feb7570-abcf-4e1f-9a4b-33b311ca1115,revision_number=3']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:01:58.554605 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-239829c2-42c1-43a9-97ab-96d77ff9648a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:01:58.593128 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3653b917-f2c1-465c-ad58-8a7c70339687 req-239829c2-42c1-43a9-97ab-96d77ff9648a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:01:58.594209 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-3653b917-f2c1-465c-ad58-8a7c70339687 req-239829c2-42c1-43a9-97ab-96d77ff9648a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3799'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:58.596554 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-3653b917-f2c1-465c-ad58-8a7c70339687 req-239829c2-42c1-43a9-97ab-96d77ff9648a service neutron] 10.222.0.76 "PUT /v2.0/ports/8feb7570-abcf-4e1f-9a4b-33b311ca1115 HTTP/1.1" status: 200 len: 1158 time: 1.9571137 Feb 04 08:01:58.597213 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8301e1d1-acb9-4e3f-832e-633b99bac05f', 'tag': '8feb7570-abcf-4e1f-9a4b-33b311ca1115'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 08:01:58.599850 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c5a800-a7b4-4a6a-aa06-5a95d8dec1b4 req-8a17a1f0-3f24-493e-8596-63641e6d0493 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:01:58.600674 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [req-85c5a800-a7b4-4a6a-aa06-5a95d8dec1b4 req-8a17a1f0-3f24-493e-8596-63641e6d0493 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Synchronizing usage tracker for tenant:a6dac7e06d2347bf8335c11feb384ef9 on resource:port {{(pid=80113) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 04 08:01:58.620989 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [req-85c5a800-a7b4-4a6a-aa06-5a95d8dec1b4 req-8a17a1f0-3f24-493e-8596-63641e6d0493 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Unset dirty status for tenant:a6dac7e06d2347bf8335c11feb384ef9 on resource:port {{(pid=80113) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 04 08:01:58.622477 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-85c5a800-a7b4-4a6a-aa06-5a95d8dec1b4 req-8a17a1f0-3f24-493e-8596-63641e6d0493 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee480593-ba86-44ab-b121-9e243feb6605 HTTP/1.1" status: 200 len: 945 time: 0.1988561 Feb 04 08:01:58.697083 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8301e1d1-acb9-4e3f-832e-633b99bac05f', 'tag': '8feb7570-abcf-4e1f-9a4b-33b311ca1115', 'status': 'completed', 'code': 200} Feb 04 08:01:58.741047 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [req-85c5a800-a7b4-4a6a-aa06-5a95d8dec1b4 req-2ff7247a-c6ad-4b3f-9290-b3e2e8a2514e tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Deleting port c6cc8396-5f20-4fbc-970f-af0402066511 {{(pid=80113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 04 08:01:58.741433 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-85c5a800-a7b4-4a6a-aa06-5a95d8dec1b4 req-2ff7247a-c6ad-4b3f-9290-b3e2e8a2514e tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727595022485'] for port, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:58.742492 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3653b917-f2c1-465c-ad58-8a7c70339687 req-2627e971-90ed-4464-b368-e2312b6a1f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:01:58.744321 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-3653b917-f2c1-465c-ad58-8a7c70339687 req-2627e971-90ed-4464-b368-e2312b6a1f28 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7231e58c55704b3393ba7331c6b2b3a8&device_id=8301e1d1-acb9-4e3f-832e-633b99bac05f HTTP/1.1" status: 200 len: 1161 time: 0.0851617 Feb 04 08:01:58.835596 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-3653b917-f2c1-465c-ad58-8a7c70339687 req-bd8f37e8-2a77-4e9b-acab-c3c9108e0b32 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8feb7570-abcf-4e1f-9a4b-33b311ca1115 HTTP/1.1" status: 200 len: 217 time: 0.0782320 Feb 04 08:01:58.912540 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3653b917-f2c1-465c-ad58-8a7c70339687 req-8e1b11e6-c598-4b1d-96ca-0c9a16408010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:01:58.914128 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-3653b917-f2c1-465c-ad58-8a7c70339687 req-8e1b11e6-c598-4b1d-96ca-0c9a16408010 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b6027187-db2f-4b00-8943-221517de3df8 HTTP/1.1" status: 200 len: 848 time: 0.0724556 Feb 04 08:01:58.969632 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-3653b917-f2c1-465c-ad58-8a7c70339687 req-b6217f7f-da71-4a6a-829b-4ef863898444 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=af1ca77f-de00-49e9-8c35-e373ebdb22c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475657 Feb 04 08:01:59.030738 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [req-85c5a800-a7b4-4a6a-aa06-5a95d8dec1b4 req-2ff7247a-c6ad-4b3f-9290-b3e2e8a2514e tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] For port c6cc8396-5f20-4fbc-970f-af0402066511, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=c6cc8396-5f20-4fbc-970f-af0402066511,segment=NetworkSegment(a34b7fa1-4a3e-4109-813a-758c7c69af69),segment_id=a34b7fa1-4a3e-4109-813a-758c7c69af69)] {{(pid=80113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 08:01:59.031200 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-85c5a800-a7b4-4a6a-aa06-5a95d8dec1b4 req-2ff7247a-c6ad-4b3f-9290-b3e2e8a2514e tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853131150'] for port, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:59.161231 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-3653b917-f2c1-465c-ad58-8a7c70339687 req-e7a261c5-b558-4029-bd12-7af457629b7d service neutron] 10.222.0.76 "GET /v2.0/networks/af1ca77f-de00-49e9-8c35-e373ebdb22c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847684 Feb 04 08:01:59.369423 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-85c5a800-a7b4-4a6a-aa06-5a95d8dec1b4 req-2ff7247a-c6ad-4b3f-9290-b3e2e8a2514e tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:59.369840 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-85c5a800-a7b4-4a6a-aa06-5a95d8dec1b4 req-2ff7247a-c6ad-4b3f-9290-b3e2e8a2514e tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853136389'] for floatingip, after_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:59.370281 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.db.l3_db [req-85c5a800-a7b4-4a6a-aa06-5a95d8dec1b4 req-2ff7247a-c6ad-4b3f-9290-b3e2e8a2514e tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Floating IP e0bbf7b4-882c-47fa-84fe-d04f54d9b9ca disassociated. External IP: 172.28.3.174, port: c6cc8396-5f20-4fbc-970f-af0402066511. Feb 04 08:01:59.370581 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [req-85c5a800-a7b4-4a6a-aa06-5a95d8dec1b4 req-2ff7247a-c6ad-4b3f-9290-b3e2e8a2514e tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Calling delete_port for c6cc8396-5f20-4fbc-970f-af0402066511 owned by compute:nova {{(pid=80113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 04 08:01:59.407527 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-3653b917-f2c1-465c-ad58-8a7c70339687 req-2306de34-d8d3-446f-9be6-9ae3ca97fed4 service neutron] 10.222.0.76 "GET /v2.0/networks/af1ca77f-de00-49e9-8c35-e373ebdb22c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2394562 Feb 04 08:01:59.495739 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c06eb0-8264-40e6-bd28-263975e2a297 req-8dd8b26c-7d40-493b-a865-822794557b20 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:01:59.497411 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-91c06eb0-8264-40e6-bd28-263975e2a297 req-8dd8b26c-7d40-493b-a865-822794557b20 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] 10.222.0.99 "GET /v2.0/ports?device_id=ee480593-ba86-44ab-b121-9e243feb6605 HTTP/1.1" status: 200 len: 945 time: 0.3770080 Feb 04 08:01:59.534709 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-85c5a800-a7b4-4a6a-aa06-5a95d8dec1b4 req-2ff7247a-c6ad-4b3f-9290-b3e2e8a2514e tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309259674774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727594605512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851609521'] for port, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:01:59.551282 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-306ef7cf-504e-4efc-8b1a-20f35e5d6eae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:01:59.566566 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Device c6cc8396-5f20-4fbc-970f-af0402066511 no longer exists at agent ovs-agent-hv-cinder-73306 {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 04 08:01:59.604771 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff7247a-c6ad-4b3f-9290-b3e2e8a2514e tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Pushing event deleted for resources: {'Port': ['ID=c6cc8396-5f20-4fbc-970f-af0402066511,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:01:59.606973 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] No Port match for: c6cc8396-5f20-4fbc-970f-af0402066511 {{(pid=80115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 04 08:01:59.607420 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Device c6cc8396-5f20-4fbc-970f-af0402066511 not bound to the agent host hv-cinder-73306 {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 04 08:01:59.614607 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09d5323-1474-4a6c-95de-17f28c63cba5 req-cfdd2127-98e0-4667-9ce0-16d2a781a140 tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:01:59.616807 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-f09d5323-1474-4a6c-95de-17f28c63cba5 req-cfdd2127-98e0-4667-9ce0-16d2a781a140 tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] 10.222.0.99 "GET /v2.0/ports?device_id=8301e1d1-acb9-4e3f-832e-633b99bac05f HTTP/1.1" status: 200 len: 944 time: 0.4187152 Feb 04 08:01:59.662942 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-2ff7247a-c6ad-4b3f-9290-b3e2e8a2514e tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:01:59.747559 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-91c06eb0-8264-40e6-bd28-263975e2a297 req-03893592-d9bb-45a2-a992-630a61c584cb tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] 10.222.0.99 "GET /v2.0/security-groups?id=97e209db-0d86-4808-83b0-429263fefeea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2419815 Feb 04 08:01:59.785750 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-f09d5323-1474-4a6c-95de-17f28c63cba5 req-c3248970-1822-4f59-a5c2-117fcac9aee1 tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] 10.222.0.99 "GET /v2.0/security-groups?id=40578d55-2518-483d-b424-0e7c96b54f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245944 Feb 04 08:01:59.807814 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b9f495-30ed-4eaf-ae4a-5391a1d5eceb req-a6b91443-68a3-4f77-ab03-b76de6f0b085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:01:59.809450 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-23b9f495-30ed-4eaf-ae4a-5391a1d5eceb req-a6b91443-68a3-4f77-ab03-b76de6f0b085 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7231e58c55704b3393ba7331c6b2b3a8&device_id=8301e1d1-acb9-4e3f-832e-633b99bac05f HTTP/1.1" status: 200 len: 1161 time: 0.1883888 Feb 04 08:01:59.976834 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b9f495-30ed-4eaf-ae4a-5391a1d5eceb req-eb298ed9-b092-45d2-95ff-7b0711d262ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:01:59.978667 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-23b9f495-30ed-4eaf-ae4a-5391a1d5eceb req-eb298ed9-b092-45d2-95ff-7b0711d262ad service neutron] 10.222.0.76 "GET /v2.0/networks?id=af1ca77f-de00-49e9-8c35-e373ebdb22c1 HTTP/1.1" status: 200 len: 902 time: 0.1620972 Feb 04 08:02:00.055805 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.agents_db [None req-15dbd8ae-9ae4-49dc-a873-5f27e28d1d51 None None] Agent healthcheck: found 6 active agents {{(pid=80116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 04 08:02:00.061439 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-23b9f495-30ed-4eaf-ae4a-5391a1d5eceb req-f6144033-3ad0-41cc-ad3d-9cca119c6abe service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8feb7570-abcf-4e1f-9a4b-33b311ca1115 HTTP/1.1" status: 200 len: 217 time: 0.0753880 Feb 04 08:02:00.133596 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b9f495-30ed-4eaf-ae4a-5391a1d5eceb req-2d1ffa2f-2b92-43a8-afe3-bf61ac6e76cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:02:00.135704 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-23b9f495-30ed-4eaf-ae4a-5391a1d5eceb req-2d1ffa2f-2b92-43a8-afe3-bf61ac6e76cb service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b6027187-db2f-4b00-8943-221517de3df8 HTTP/1.1" status: 200 len: 848 time: 0.0685213 Feb 04 08:02:00.190233 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.l3_agent_scheduler [req-85c5a800-a7b4-4a6a-aa06-5a95d8dec1b4 req-2ff7247a-c6ad-4b3f-9290-b3e2e8a2514e tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Router 20a7d0af-5908-48c5-9dcf-280b21b669ad has already been hosted by L3 agent 9b1007a2-cea1-4e19-8fd5-ed5c2617e796 {{(pid=80113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 04 08:02:00.191569 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-23b9f495-30ed-4eaf-ae4a-5391a1d5eceb req-ec2f6a3a-e61b-4c41-a67c-c32985e48358 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=af1ca77f-de00-49e9-8c35-e373ebdb22c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485878 Feb 04 08:02:00.347379 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-23b9f495-30ed-4eaf-ae4a-5391a1d5eceb req-4975b3cf-e97e-4b47-b510-02909ff6005b service neutron] 10.222.0.76 "GET /v2.0/networks/af1ca77f-de00-49e9-8c35-e373ebdb22c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472831 Feb 04 08:02:00.398406 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-85c5a800-a7b4-4a6a-aa06-5a95d8dec1b4 req-2ff7247a-c6ad-4b3f-9290-b3e2e8a2514e tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Notify agent at l3_agent.dv-cinder-733062-18-smb the message routers_updated {{(pid=80113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 04 08:02:00.409277 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7318d2a9-e364-486c-a2a4-7b9c639fd6a3 None None] Sync routers for ids ['20a7d0af-5908-48c5-9dcf-280b21b669ad'] in dv-cinder-733062-18-smb {{(pid=80115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 04 08:02:00.420506 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7318d2a9-e364-486c-a2a4-7b9c639fd6a3 None None] Routers {'20a7d0af-5908-48c5-9dcf-280b21b669ad'} bound to L3 agent in host dv-cinder-733062-18-smb {{(pid=80115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 04 08:02:00.421675 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-7318d2a9-e364-486c-a2a4-7b9c639fd6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-04T07:47:53Z,description=,heartbeat_timestamp=2021-02-04T08:01:53Z,host='dv-cinder-733062-18-smb',id=9b1007a2-cea1-4e19-8fd5-ed5c2617e796,load=0,resource_versions=,resources_synced=,started_at=2021-02-04T07:47:53Z,topic='l3_agent')) {'router_ids': ['20a7d0af-5908-48c5-9dcf-280b21b669ad'], 'active': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 08:02:00.439493 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [req-85c5a800-a7b4-4a6a-aa06-5a95d8dec1b4 req-2ff7247a-c6ad-4b3f-9290-b3e2e8a2514e tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] No DVR routers for this DVR port c6cc8396-5f20-4fbc-970f-af0402066511 on host hv-cinder-73306 {{(pid=80113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 04 08:02:00.441857 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-85c5a800-a7b4-4a6a-aa06-5a95d8dec1b4 req-2ff7247a-c6ad-4b3f-9290-b3e2e8a2514e tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3799'] for port, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:02:00.444939 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee480593-ba86-44ab-b121-9e243feb6605', 'name': 'network-vif-deleted', 'tag': 'c6cc8396-5f20-4fbc-970f-af0402066511'}] {{(pid=80113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 08:02:00.462684 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-85c5a800-a7b4-4a6a-aa06-5a95d8dec1b4 req-2ff7247a-c6ad-4b3f-9290-b3e2e8a2514e tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] 10.222.0.76 "DELETE /v2.0/ports/c6cc8396-5f20-4fbc-970f-af0402066511 HTTP/1.1" status: 204 len: 173 time: 1.8339145 Feb 04 08:02:00.513037 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-23b9f495-30ed-4eaf-ae4a-5391a1d5eceb req-9d4860a0-ccd5-43cb-8a70-fbfb194193e7 service neutron] 10.222.0.76 "GET /v2.0/networks/af1ca77f-de00-49e9-8c35-e373ebdb22c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1584039 Feb 04 08:02:00.516311 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee480593-ba86-44ab-b121-9e243feb6605', 'name': 'network-vif-deleted', 'tag': 'c6cc8396-5f20-4fbc-970f-af0402066511', 'status': 'completed', 'code': 200} Feb 04 08:02:00.635235 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvr_db [None req-7318d2a9-e364-486c-a2a4-7b9c639fd6a3 None None] Set router 20a7d0af-5908-48c5-9dcf-280b21b669ad gateway port host: dv-cinder-733062-18-smb {{(pid=80115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 04 08:02:00.984446 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-7318d2a9-e364-486c-a2a4-7b9c639fd6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20a7d0af-5908-48c5-9dcf-280b21b669ad', 'name': 'tempest-AttachVolumeTestJSON-131749411-router', 'tenant_id': 'a6dac7e06d2347bf8335c11feb384ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'external_fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.180'}], 'enable_snat': True}, 'gw_port_id': '43b632f2-e346-49fd-915a-cd303ad41489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T07:57:15Z', 'updated_at': '2021-02-04T07:57:37Z', 'revision_number': 4, 'project_id': 'a6dac7e06d2347bf8335c11feb384ef9', 'gw_port': {'id': '43b632f2-e346-49fd-915a-cd303ad41489', 'name': '', 'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:d5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20a7d0af-5908-48c5-9dcf-280b21b669ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T07:57:17Z', 'updated_at': '2021-02-04T07:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-18-smb', '_interfaces': [{'id': '9d6d3c1f-dcd6-4f2c-bc9f-271ece3b86ff', 'name': '', 'network_id': 'da9fddda-3ab3-487d-967d-7aa78c7fc3dd', 'tenant_id': 'a6dac7e06d2347bf8335c11feb384ef9', 'mac_address': 'fa:16:3e:0f:93:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20a7d0af-5908-48c5-9dcf-280b21b669ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '4537a32b-846b-4c36-83cb-e761caa59ada', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T07:57:28Z', 'updated_at': '2021-02-04T07:57:54Z', 'revision_number': 5, 'project_id': 'a6dac7e06d2347bf8335c11feb384ef9', 'subnets': [{'id': '4537a32b-846b-4c36-83cb-e761caa59ada', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733062-18-smb', False) {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 08:02:00.989184 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7318d2a9-e364-486c-a2a4-7b9c639fd6a3 None None] Checking router: 20a7d0af-5908-48c5-9dcf-280b21b669ad for host: dv-cinder-733062-18-smb {{(pid=80115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 04 08:02:00.999487 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7318d2a9-e364-486c-a2a4-7b9c639fd6a3 None None] Routers {'20a7d0af-5908-48c5-9dcf-280b21b669ad'} bound to L3 agent in host dv-cinder-733062-18-smb {{(pid=80115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 04 08:02:01.000280 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-7318d2a9-e364-486c-a2a4-7b9c639fd6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-04T07:47:53Z,description=,heartbeat_timestamp=2021-02-04T08:01:53Z,host='dv-cinder-733062-18-smb',id=9b1007a2-cea1-4e19-8fd5-ed5c2617e796,load=0,resource_versions=,resources_synced=,started_at=2021-02-04T07:47:53Z,topic='l3_agent')) {'router_ids': ['20a7d0af-5908-48c5-9dcf-280b21b669ad'], 'active': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 08:02:01.023385 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-a8276e8f-9448-4d72-afaf-cdfecc1c59a3 req-2c17dac7-de6a-48c8-9362-7939a836d3ba tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] 10.222.0.99 "GET /v2.0/ports?device_id=ee480593-ba86-44ab-b121-9e243feb6605 HTTP/1.1" status: 200 len: 210 time: 0.1109090 Feb 04 08:02:01.178551 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcb55eb-0da6-4de4-bb62-31e118f86efc req-0d6df4a4-405a-4328-9c7f-c8a19d1bb0e5 tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:02:01.180482 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-4bcb55eb-0da6-4de4-bb62-31e118f86efc req-0d6df4a4-405a-4328-9c7f-c8a19d1bb0e5 tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] 10.222.0.99 "GET /v2.0/ports?device_id=8301e1d1-acb9-4e3f-832e-633b99bac05f HTTP/1.1" status: 200 len: 944 time: 0.2182176 Feb 04 08:02:01.268498 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-4bcb55eb-0da6-4de4-bb62-31e118f86efc req-8d404200-a4f2-4f2f-9d30-d3c60fd3fa82 tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] 10.222.0.99 "GET /v2.0/security-groups?id=40578d55-2518-483d-b424-0e7c96b54f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793529 Feb 04 08:02:01.348684 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvr_db [None req-7318d2a9-e364-486c-a2a4-7b9c639fd6a3 None None] Set router 20a7d0af-5908-48c5-9dcf-280b21b669ad gateway port host: dv-cinder-733062-18-smb {{(pid=80115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 04 08:02:01.870952 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.objects.ports [None req-c3400a6b-750a-4a79-b0a1-fe3474f180e2 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80115) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 04 08:02:01.886085 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-7318d2a9-e364-486c-a2a4-7b9c639fd6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20a7d0af-5908-48c5-9dcf-280b21b669ad', 'name': 'tempest-AttachVolumeTestJSON-131749411-router', 'tenant_id': 'a6dac7e06d2347bf8335c11feb384ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'external_fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.180'}], 'enable_snat': True}, 'gw_port_id': '43b632f2-e346-49fd-915a-cd303ad41489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T07:57:15Z', 'updated_at': '2021-02-04T07:57:37Z', 'revision_number': 4, 'project_id': 'a6dac7e06d2347bf8335c11feb384ef9', 'gw_port': {'id': '43b632f2-e346-49fd-915a-cd303ad41489', 'name': '', 'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:d5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20a7d0af-5908-48c5-9dcf-280b21b669ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T07:57:17Z', 'updated_at': '2021-02-04T07:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-18-smb', '_interfaces': [{'id': '9d6d3c1f-dcd6-4f2c-bc9f-271ece3b86ff', 'name': '', 'network_id': 'da9fddda-3ab3-487d-967d-7aa78c7fc3dd', 'tenant_id': 'a6dac7e06d2347bf8335c11feb384ef9', 'mac_address': 'fa:16:3e:0f:93:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20a7d0af-5908-48c5-9dcf-280b21b669ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '4537a32b-846b-4c36-83cb-e761caa59ada', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T07:57:28Z', 'updated_at': '2021-02-04T07:57:54Z', 'revision_number': 5, 'project_id': 'a6dac7e06d2347bf8335c11feb384ef9', 'subnets': [{'id': '4537a32b-846b-4c36-83cb-e761caa59ada', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733062-18-smb', False) {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 08:02:01.890518 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7318d2a9-e364-486c-a2a4-7b9c639fd6a3 None None] The sync data for ids ['20a7d0af-5908-48c5-9dcf-280b21b669ad'] in dv-cinder-733062-18-smb is: [{'id': '20a7d0af-5908-48c5-9dcf-280b21b669ad', 'name': 'tempest-AttachVolumeTestJSON-131749411-router', 'tenant_id': 'a6dac7e06d2347bf8335c11feb384ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'external_fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.180'}], 'enable_snat': True}, 'gw_port_id': '43b632f2-e346-49fd-915a-cd303ad41489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T07:57:15Z', 'updated_at': '2021-02-04T07:57:37Z', 'revision_number': 4, 'project_id': 'a6dac7e06d2347bf8335c11feb384ef9', 'gw_port': {'id': '43b632f2-e346-49fd-915a-cd303ad41489', 'name': '', 'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:d5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20a7d0af-5908-48c5-9dcf-280b21b669ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T07:57:17Z', 'updated_at': '2021-02-04T07:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-18-smb', '_interfaces': [{'id': '9d6d3c1f-dcd6-4f2c-bc9f-271ece3b86ff', 'name': '', 'network_id': 'da9fddda-3ab3-487d-967d-7aa78c7fc3dd', 'tenant_id': 'a6dac7e06d2347bf8335c11feb384ef9', 'mac_address': 'fa:16:3e:0f:93:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20a7d0af-5908-48c5-9dcf-280b21b669ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '4537a32b-846b-4c36-83cb-e761caa59ada', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T07:57:28Z', 'updated_at': '2021-02-04T07:57:54Z', 'revision_number': 5, 'project_id': 'a6dac7e06d2347bf8335c11feb384ef9', 'subnets': [{'id': '4537a32b-846b-4c36-83cb-e761caa59ada', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 04 08:02:02.194909 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 54446) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:02:02.283856 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-cc925b61-35c3-437c-9ff4-401c85387ebd tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:02:02.304257 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b901f4aa-7dbb-4f1d-8947-276d76c42165 None None] New status for floating IP e0bbf7b4-882c-47fa-84fe-d04f54d9b9ca: DOWN {{(pid=80116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 04 08:02:02.343099 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-cc925b61-35c3-437c-9ff4-401c85387ebd tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:02:02.409554 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-cc925b61-35c3-437c-9ff4-401c85387ebd tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:02:02.415343 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-cc82ca34-6fa7-4f81-9af7-ef6260cef865 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:02:02.433731 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc925b61-35c3-437c-9ff4-401c85387ebd tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97e209db-0d86-4808-83b0-429263fefeea,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:02:02.436841 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-cc925b61-35c3-437c-9ff4-401c85387ebd tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:02:02.439513 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Device 8feb7570-abcf-4e1f-9a4b-33b311ca1115 up at agent ovs-agent-hv-cinder-73306 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 08:02:02.449065 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-cc925b61-35c3-437c-9ff4-401c85387ebd tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:02:02.450750 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-cc925b61-35c3-437c-9ff4-401c85387ebd tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] 10.222.0.99 "DELETE /v2.0/security-groups/97e209db-0d86-4808-83b0-429263fefeea HTTP/1.1" status: 204 len: 168 time: 0.2547462 Feb 04 08:02:02.454413 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 54454) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:02:02.476834 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.api.v2.resource [None req-fdc904b9-a682-4e2d-ba60-34a933f8f325 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] show failed (client error): The resource could not be found. Feb 04 08:02:02.478767 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-fdc904b9-a682-4e2d-ba60-34a933f8f325 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] 10.222.0.99 "GET /v2.0/security-groups/97e209db-0d86-4808-83b0-429263fefeea HTTP/1.1" status: 404 len: 347 time: 0.0224931 Feb 04 08:02:02.481452 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 54458) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:02:02.547266 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Provisioning for port 8feb7570-abcf-4e1f-9a4b-33b311ca1115 completed by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 04 08:02:02.553748 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Provisioning complete for port 8feb7570-abcf-4e1f-9a4b-33b311ca1115 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 08:02:02.554166 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762158'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:02:02.628444 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6dce95-3712-4e8a-81b7-b1445263b1eb req-00ce007e-6911-4ad9-9d9e-43ab49cb56a9 tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:02:02.630145 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-eb6dce95-3712-4e8a-81b7-b1445263b1eb req-00ce007e-6911-4ad9-9d9e-43ab49cb56a9 tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] 10.222.0.99 "GET /v2.0/ports?device_id=8301e1d1-acb9-4e3f-832e-633b99bac05f HTTP/1.1" status: 200 len: 944 time: 0.1839857 Feb 04 08:02:02.691656 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-a34003b9-bf98-4863-b616-91474159f41b tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Deleting port 586c32b1-3e62-4d1d-8e26-037ec3bd7cbe {{(pid=80113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 04 08:02:02.691905 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:02:02.692124 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a34003b9-bf98-4863-b616-91474159f41b tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727595022485'] for port, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:02:02.704158 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-eb6dce95-3712-4e8a-81b7-b1445263b1eb req-b6c82397-55ce-446e-8a1a-cd107cdb345f tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] 10.222.0.99 "GET /v2.0/security-groups?id=40578d55-2518-483d-b424-0e7c96b54f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635519 Feb 04 08:02:02.721258 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8301e1d1-acb9-4e3f-832e-633b99bac05f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8feb7570-abcf-4e1f-9a4b-33b311ca1115'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 08:02:02.736979 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] For port 8feb7570-abcf-4e1f-9a4b-33b311ca1115, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=8feb7570-abcf-4e1f-9a4b-33b311ca1115,segment=NetworkSegment(b11944ed-987f-41c9-8e9e-da8ce48ffde5),segment_id=b11944ed-987f-41c9-8e9e-da8ce48ffde5)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 08:02:02.740173 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309259674757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309260170288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727594605546'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:02:02.742911 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:02:02.790431 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8301e1d1-acb9-4e3f-832e-633b99bac05f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8feb7570-abcf-4e1f-9a4b-33b311ca1115', 'code': 200} Feb 04 08:02:02.821904 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Pushing event updated for resources: {'Port': ['ID=8feb7570-abcf-4e1f-9a4b-33b311ca1115,revision_number=4']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:02:02.825382 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:02:02.885199 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a34003b9-bf98-4863-b616-91474159f41b tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853131150'] for port, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:02:02.885859 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a34003b9-bf98-4863-b616-91474159f41b tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:02:03.023913 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-a34003b9-bf98-4863-b616-91474159f41b tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Calling delete_port for 586c32b1-3e62-4d1d-8e26-037ec3bd7cbe owned by network:floatingip {{(pid=80113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 04 08:02:03.087500 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754b4990-ceb6-4cc8-88e2-bf7d1e974560 req-8b1052ea-6a81-4b0c-a93b-8512a6601f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:02:03.089136 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-754b4990-ceb6-4cc8-88e2-bf7d1e974560 req-8b1052ea-6a81-4b0c-a93b-8512a6601f70 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=8301e1d1-acb9-4e3f-832e-633b99bac05f HTTP/1.1" status: 200 len: 1163 time: 0.0804813 Feb 04 08:02:03.133974 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-754b4990-ceb6-4cc8-88e2-bf7d1e974560 req-3af813eb-01e8-4200-9b60-b1c4da6dce4f service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=40578d55-2518-483d-b424-0e7c96b54f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380917 Feb 04 08:02:03.178072 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a34003b9-bf98-4863-b616-91474159f41b tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309259674774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727594605512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851609521'] for port, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:02:03.194305 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-66a2fb3e-0ea3-4f7a-897f-bb438df2b4cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:02:03.295829 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34003b9-bf98-4863-b616-91474159f41b tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Pushing event deleted for resources: {'Port': ['ID=586c32b1-3e62-4d1d-8e26-037ec3bd7cbe,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:02:03.300266 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-a34003b9-bf98-4863-b616-91474159f41b tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:02:03.431360 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a34003b9-bf98-4863-b616-91474159f41b tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Notify callbacks [] for floatingip, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:02:03.448549 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a34003b9-bf98-4863-b616-91474159f41b tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3799'] for floatingip, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:02:03.454507 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-a34003b9-bf98-4863-b616-91474159f41b tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] 10.222.0.99 "DELETE /v2.0/floatingips/e0bbf7b4-882c-47fa-84fe-d04f54d9b9ca HTTP/1.1" status: 204 len: 168 time: 0.9716091 Feb 04 08:02:03.800999 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Device 8feb7570-abcf-4e1f-9a4b-33b311ca1115 up at agent ovs-agent-hv-cinder-73306 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 08:02:03.882360 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Provisioning complete for port 8feb7570-abcf-4e1f-9a4b-33b311ca1115 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 08:02:03.883048 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762158'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:02:03.972308 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 54478) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:02:03.978227 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.v2.base [None req-50198ba2-cd52-4352-afa4-ba70af8a32bf tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Request body: {'security_group': {'name': 'tempest-securitygroup--580734880', 'description': 'tempest-description--223819329'}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 08:02:04.001430 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-50198ba2-cd52-4352-afa4-ba70af8a32bf tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 08:02:04.005886 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-50198ba2-cd52-4352-afa4-ba70af8a32bf tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Usage tracker for resource:security_group and tenant:a6dac7e06d2347bf8335c11feb384ef9 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 08:02:04.009007 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-50198ba2-cd52-4352-afa4-ba70af8a32bf tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 08:02:04.015301 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-50198ba2-cd52-4352-afa4-ba70af8a32bf tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 08:02:04.025082 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00953d7f-5414-4b16-9748-c2ffdaf914b2 req-5ee37ddb-7e56-4084-9956-a0aadb1a9ab0 tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:02:04.026297 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-50198ba2-cd52-4352-afa4-ba70af8a32bf tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:02:04.026699 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-00953d7f-5414-4b16-9748-c2ffdaf914b2 req-5ee37ddb-7e56-4084-9956-a0aadb1a9ab0 tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] 10.222.0.99 "GET /v2.0/ports?device_id=8301e1d1-acb9-4e3f-832e-633b99bac05f HTTP/1.1" status: 200 len: 946 time: 0.1761477 Feb 04 08:02:04.055080 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-50198ba2-cd52-4352-afa4-ba70af8a32bf tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 08:02:04.059358 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-50198ba2-cd52-4352-afa4-ba70af8a32bf tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Usage tracker for resource:security_group_rule and tenant:a6dac7e06d2347bf8335c11feb384ef9 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 08:02:04.063336 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-50198ba2-cd52-4352-afa4-ba70af8a32bf tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 08:02:04.069363 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-50198ba2-cd52-4352-afa4-ba70af8a32bf tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 08:02:04.095316 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-00953d7f-5414-4b16-9748-c2ffdaf914b2 req-0744264c-aade-4c26-8f81-5642193d7aac tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] 10.222.0.99 "GET /v2.0/security-groups?id=40578d55-2518-483d-b424-0e7c96b54f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611317 Feb 04 08:02:04.147235 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-50198ba2-cd52-4352-afa4-ba70af8a32bf tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:02:04.149766 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-50198ba2-cd52-4352-afa4-ba70af8a32bf tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:02:04.155623 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-aabbf278-3c93-4165-893d-ffb7198e439b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:02:04.202904 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50198ba2-cd52-4352-afa4-ba70af8a32bf tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9638a9bc-029a-4953-a70f-553885289f1a,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:02:04.205782 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-50198ba2-cd52-4352-afa4-ba70af8a32bf tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:02:04.207136 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-50198ba2-cd52-4352-afa4-ba70af8a32bf tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] 10.222.0.99 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2337019 Feb 04 08:02:04.208128 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-50198ba2-cd52-4352-afa4-ba70af8a32bf tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:02:04.210418 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.99', 54482) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:02:04.216134 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.v2.base [None req-77ec251c-9f58-432f-9d11-c0da071bc571 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Request body: {'security_group_rule': {'security_group_id': '9638a9bc-029a-4953-a70f-553885289f1a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 08:02:04.238242 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-77ec251c-9f58-432f-9d11-c0da071bc571 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 08:02:04.242261 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-77ec251c-9f58-432f-9d11-c0da071bc571 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Usage tracker for resource:security_group_rule and tenant:a6dac7e06d2347bf8335c11feb384ef9 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 08:02:04.245293 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-77ec251c-9f58-432f-9d11-c0da071bc571 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 08:02:04.251274 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-77ec251c-9f58-432f-9d11-c0da071bc571 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 08:02:04.268078 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-77ec251c-9f58-432f-9d11-c0da071bc571 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:02:04.332902 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-77ec251c-9f58-432f-9d11-c0da071bc571 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:02:04.335616 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-77ec251c-9f58-432f-9d11-c0da071bc571 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763740'] for security_group_rule, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:02:04.337737 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:02:04.361455 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ec251c-9f58-432f-9d11-c0da071bc571 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f24b1dc-4379-4526-9c65-a737d5a5d9db,revision_number=0']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:02:04.363854 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-77ec251c-9f58-432f-9d11-c0da071bc571 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:02:04.370594 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-77ec251c-9f58-432f-9d11-c0da071bc571 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:02:04.372122 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-77ec251c-9f58-432f-9d11-c0da071bc571 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1605680 Feb 04 08:02:04.375773 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.99', 54486) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:02:04.386899 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.v2.base [None req-609fc8f9-19ae-4811-a665-31547d3c0e61 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Request body: {'security_group_rule': {'security_group_id': '9638a9bc-029a-4953-a70f-553885289f1a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 08:02:04.404549 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-609fc8f9-19ae-4811-a665-31547d3c0e61 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 08:02:04.408923 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-609fc8f9-19ae-4811-a665-31547d3c0e61 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Usage tracker for resource:security_group_rule and tenant:a6dac7e06d2347bf8335c11feb384ef9 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 08:02:04.412158 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-609fc8f9-19ae-4811-a665-31547d3c0e61 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 08:02:04.418376 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-609fc8f9-19ae-4811-a665-31547d3c0e61 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 08:02:04.442678 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-609fc8f9-19ae-4811-a665-31547d3c0e61 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:02:04.510309 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-609fc8f9-19ae-4811-a665-31547d3c0e61 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:02:04.513300 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-609fc8f9-19ae-4811-a665-31547d3c0e61 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763740'] for security_group_rule, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:02:04.516233 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:02:04.541338 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609fc8f9-19ae-4811-a665-31547d3c0e61 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bb63796-3e16-4f7e-8054-795723d3f988,revision_number=0']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:02:04.543905 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-609fc8f9-19ae-4811-a665-31547d3c0e61 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:02:04.551038 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-609fc8f9-19ae-4811-a665-31547d3c0e61 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:02:04.552345 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-609fc8f9-19ae-4811-a665-31547d3c0e61 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1754482 Feb 04 08:02:04.555678 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.99', 54490) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:02:04.561877 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.v2.base [None req-9d0a7493-928e-4840-bd94-5496f5283579 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Request body: {'floatingip': {'floating_network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 08:02:04.583844 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-9d0a7493-928e-4840-bd94-5496f5283579 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 08:02:04.587922 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-9d0a7493-928e-4840-bd94-5496f5283579 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Usage tracker for resource:floatingip and tenant:a6dac7e06d2347bf8335c11feb384ef9 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 08:02:04.590941 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-9d0a7493-928e-4840-bd94-5496f5283579 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 08:02:04.597631 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-9d0a7493-928e-4840-bd94-5496f5283579 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 08:02:04.608320 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9d0a7493-928e-4840-bd94-5496f5283579 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Notify callbacks [] for floatingip, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:02:04.757201 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9d0a7493-928e-4840-bd94-5496f5283579 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:02:05.254559 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.db_base_plugin_common [None req-9d0a7493-928e-4840-bd94-5496f5283579 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Allocated IP 172.28.3.26 (fc08f4da-7ea1-4669-9c0d-064e3549341c/afd83efb-5d3e-41fa-8710-d4145e2840f2/00f25d6e-4d96-4f46-8703-960b7608ff73) {{(pid=80114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 04 08:02:05.481776 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9d0a7493-928e-4840-bd94-5496f5283579 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Notify callbacks [] for port, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:02:05.594752 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319c0ac9-8a27-4d4c-8f1e-033bbf376c1c req-870012db-67b6-47d2-9e5a-89fe26daef79 tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:02:05.596486 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-319c0ac9-8a27-4d4c-8f1e-033bbf376c1c req-870012db-67b6-47d2-9e5a-89fe26daef79 tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] 10.222.0.99 "GET /v2.0/ports?device_id=8301e1d1-acb9-4e3f-832e-633b99bac05f HTTP/1.1" status: 200 len: 946 time: 0.2104931 Feb 04 08:02:05.641206 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9d0a7493-928e-4840-bd94-5496f5283579 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727594645960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2331070'] for port, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:02:05.659420 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-a5b1aefb-14a4-4ab9-8f99-2cca184467f7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:02:05.785707 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-319c0ac9-8a27-4d4c-8f1e-033bbf376c1c req-4078329b-def9-4aaf-88a1-a7cf28e355c2 tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] 10.222.0.99 "GET /v2.0/security-groups?id=40578d55-2518-483d-b424-0e7c96b54f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827283 Feb 04 08:02:05.832555 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0a7493-928e-4840-bd94-5496f5283579 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Pushing event updated for resources: {'Port': ['ID=00f25d6e-4d96-4f46-8703-960b7608ff73,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:02:05.837502 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-9d0a7493-928e-4840-bd94-5496f5283579 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:02:05.894563 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d0a7493-928e-4840-bd94-5496f5283579 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Network fc08f4da-7ea1-4669-9c0d-064e3549341c is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 04 08:02:05.896058 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.base_scheduler [None req-9d0a7493-928e-4840-bd94-5496f5283579 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Resources bound (agent type, host, resource id): {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 04 08:02:05.898604 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0a7493-928e-4840-bd94-5496f5283579 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Received port after_create {{(pid=80114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 04 08:02:05.984519 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9d0a7493-928e-4840-bd94-5496f5283579 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:02:06.052476 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9d0a7493-928e-4840-bd94-5496f5283579 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:02:06.343938 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9d0a7493-928e-4840-bd94-5496f5283579 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Notify callbacks [] for port, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:02:06.347737 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9d0a7493-928e-4840-bd94-5496f5283579 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309259674757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309260170288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727594605546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852444727'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:02:06.363703 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-bbf874b3-41dc-4908-bea8-5e65fcbe078c tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:02:06.503668 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0a7493-928e-4840-bd94-5496f5283579 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Pushing event updated for resources: {'Port': ['ID=00f25d6e-4d96-4f46-8703-960b7608ff73,revision_number=2']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:02:06.508344 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-9d0a7493-928e-4840-bd94-5496f5283579 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:02:06.617649 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9d0a7493-928e-4840-bd94-5496f5283579 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853136389'] for floatingip, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:02:06.641382 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9d0a7493-928e-4840-bd94-5496f5283579 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3799'] for floatingip, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:02:06.642747 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-9d0a7493-928e-4840-bd94-5496f5283579 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] 10.222.0.99 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0860207 Feb 04 08:02:07.037701 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-1d661efa-30b9-425b-8cee-74543ac366fb req-47396342-32b5-4097-b54a-8a3ede7bf401 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] 10.222.0.99 "GET /v2.0/security-groups?name=tempest-securitygroup--580734880&fields=id&tenant_id=a6dac7e06d2347bf8335c11feb384ef9 HTTP/1.1" status: 200 len: 267 time: 0.1127684 Feb 04 08:02:07.253119 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc862b9c-a606-4ee3-8e3f-335a1f3c2fbd req-89fd9bcf-b0d4-45cf-bf24-de9da86b18f2 tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:02:07.254707 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-cc862b9c-a606-4ee3-8e3f-335a1f3c2fbd req-89fd9bcf-b0d4-45cf-bf24-de9da86b18f2 tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] 10.222.0.99 "GET /v2.0/ports?device_id=8301e1d1-acb9-4e3f-832e-633b99bac05f HTTP/1.1" status: 200 len: 946 time: 0.2938197 Feb 04 08:02:07.359994 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-cc862b9c-a606-4ee3-8e3f-335a1f3c2fbd req-5ec5a3b3-0ec9-4616-b8fd-0b928a556d6d tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] 10.222.0.99 "GET /v2.0/security-groups?id=40578d55-2518-483d-b424-0e7c96b54f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975044 Feb 04 08:02:07.459921 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d661efa-30b9-425b-8cee-74543ac366fb req-80cd429f-f5a1-4c8b-a8f2-f549aef27f38 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:02:07.461533 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-1d661efa-30b9-425b-8cee-74543ac366fb req-80cd429f-f5a1-4c8b-a8f2-f549aef27f38 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] 10.222.0.99 "GET /v2.0/networks?id=da9fddda-3ab3-487d-967d-7aa78c7fc3dd HTTP/1.1" status: 200 len: 810 time: 0.4094343 Feb 04 08:02:07.479935 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-1d661efa-30b9-425b-8cee-74543ac366fb req-6453f211-c43e-4001-873c-4a24edf3c84d tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] 10.222.0.99 "GET /v2.0/quotas/a6dac7e06d2347bf8335c11feb384ef9 HTTP/1.1" status: 200 len: 375 time: 0.0108542 Feb 04 08:02:07.572164 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:02:07.628235 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-1d661efa-30b9-425b-8cee-74543ac366fb req-16eb6a6a-fd0d-4720-87f2-86009b363073 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] 10.222.0.99 "GET /v2.0/ports?tenant_id=a6dac7e06d2347bf8335c11feb384ef9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1414955 Feb 04 08:02:07.783766 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-1d661efa-30b9-425b-8cee-74543ac366fb req-295f671a-0fa6-4dd0-9ec5-289f08652649 service neutron] 10.222.0.99 "GET /v2.0/networks/da9fddda-3ab3-487d-967d-7aa78c7fc3dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416039 Feb 04 08:02:07.928122 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-1d661efa-30b9-425b-8cee-74543ac366fb req-969c2582-6fc8-427a-b0b9-24b6309c11df service neutron] 10.222.0.99 "GET /v2.0/networks/da9fddda-3ab3-487d-967d-7aa78c7fc3dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1379175 Feb 04 08:02:08.147136 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-4a26634c-a273-4d43-a81e-3b9d873b938e req-237a7d74-f958-4e74-9122-089587b9de6d tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] 10.222.0.99 "GET /v2.0/ports?device_id=2897382b-2d9d-41f9-b9d9-4b1e3a742989 HTTP/1.1" status: 200 len: 210 time: 0.0557294 Feb 04 08:02:08.679072 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2081951e-ebb1-4bf5-ad8e-f667bf245548 req-7dc1d97b-be88-4d2b-8360-53267df88bfe tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:02:08.680812 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-2081951e-ebb1-4bf5-ad8e-f667bf245548 req-7dc1d97b-be88-4d2b-8360-53267df88bfe tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] 10.222.0.99 "GET /v2.0/ports?device_id=8301e1d1-acb9-4e3f-832e-633b99bac05f HTTP/1.1" status: 200 len: 946 time: 0.1792417 Feb 04 08:02:08.749554 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-2081951e-ebb1-4bf5-ad8e-f667bf245548 req-e9cea3d4-61ac-4f8f-8a7d-970dbc244652 tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] 10.222.0.99 "GET /v2.0/security-groups?id=40578d55-2518-483d-b424-0e7c96b54f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613346 Feb 04 08:02:09.199830 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a748350-7822-4595-b514-33d87ab1c41d req-dba39408-e001-4d9d-be6c-d58415ab3dba tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:02:09.202159 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-4a748350-7822-4595-b514-33d87ab1c41d req-dba39408-e001-4d9d-be6c-d58415ab3dba tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] 10.222.0.76 "GET /v2.0/ports?device_id=8301e1d1-acb9-4e3f-832e-633b99bac05f HTTP/1.1" status: 200 len: 946 time: 0.1706095 Feb 04 08:02:09.299090 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [req-4a748350-7822-4595-b514-33d87ab1c41d req-d0e57854-f371-4420-843b-09822bf8ebb1 tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] Deleting port 8feb7570-abcf-4e1f-9a4b-33b311ca1115 {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 04 08:02:09.299574 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-4a748350-7822-4595-b514-33d87ab1c41d req-d0e57854-f371-4420-843b-09822bf8ebb1 tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727595022485'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:02:09.401404 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-c288aef1-f632-4092-ae83-ae753d984808 req-0eaab5bb-ed7f-434d-ac01-71318c88c76c tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] 10.222.0.99 "GET /v2.0/ports?device_id=2897382b-2d9d-41f9-b9d9-4b1e3a742989 HTTP/1.1" status: 200 len: 210 time: 0.0738640 Feb 04 08:02:09.623159 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [req-4a748350-7822-4595-b514-33d87ab1c41d req-d0e57854-f371-4420-843b-09822bf8ebb1 tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] For port 8feb7570-abcf-4e1f-9a4b-33b311ca1115, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=8feb7570-abcf-4e1f-9a4b-33b311ca1115,segment=NetworkSegment(b11944ed-987f-41c9-8e9e-da8ce48ffde5),segment_id=b11944ed-987f-41c9-8e9e-da8ce48ffde5)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 08:02:09.624314 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-4a748350-7822-4595-b514-33d87ab1c41d req-d0e57854-f371-4420-843b-09822bf8ebb1 tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853131150'] for port, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:02:09.627347 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Device 8feb7570-abcf-4e1f-9a4b-33b311ca1115 no longer exists at agent ovs-agent-hv-cinder-73306 {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 04 08:02:09.730580 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d661efa-30b9-425b-8cee-74543ac366fb req-2158debc-114a-421e-a890-a9405c49448b tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:02:09.733393 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-1d661efa-30b9-425b-8cee-74543ac366fb req-2158debc-114a-421e-a890-a9405c49448b tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] 10.222.0.76 "GET /v2.0/networks?id=da9fddda-3ab3-487d-967d-7aa78c7fc3dd HTTP/1.1" status: 200 len: 810 time: 0.2574477 Feb 04 08:02:09.769857 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:02:09.781873 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [req-4a748350-7822-4595-b514-33d87ab1c41d req-d0e57854-f371-4420-843b-09822bf8ebb1 tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] Calling delete_port for 8feb7570-abcf-4e1f-9a4b-33b311ca1115 owned by compute:nova {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 04 08:02:09.807466 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] For port 8feb7570-abcf-4e1f-9a4b-33b311ca1115, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=8feb7570-abcf-4e1f-9a4b-33b311ca1115,segment=NetworkSegment(b11944ed-987f-41c9-8e9e-da8ce48ffde5),segment_id=b11944ed-987f-41c9-8e9e-da8ce48ffde5)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 08:02:09.808568 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8301e1d1-acb9-4e3f-832e-633b99bac05f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8feb7570-abcf-4e1f-9a4b-33b311ca1115'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 08:02:09.848609 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309259674757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309260170288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727594605546'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:02:09.850782 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:02:09.900505 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.db.api [req-4a748350-7822-4595-b514-33d87ab1c41d req-d0e57854-f371-4420-843b-09822bf8ebb1 tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80114) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 04 08:02:09.900888 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_db.api [req-4a748350-7822-4595-b514-33d87ab1c41d req-d0e57854-f371-4420-843b-09822bf8ebb1 tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 04 08:02:09.902383 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [req-1d661efa-30b9-425b-8cee-74543ac366fb req-c4ac4f3f-4f63-40de-a5c6-fb6b2dc0180e tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Synchronizing usage tracker for tenant:a6dac7e06d2347bf8335c11feb384ef9 on resource:security_group {{(pid=80113) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 04 08:02:09.933108 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8301e1d1-acb9-4e3f-832e-633b99bac05f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8feb7570-abcf-4e1f-9a4b-33b311ca1115', 'code': 200} Feb 04 08:02:09.952554 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [req-1d661efa-30b9-425b-8cee-74543ac366fb req-c4ac4f3f-4f63-40de-a5c6-fb6b2dc0180e tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Unset dirty status for tenant:a6dac7e06d2347bf8335c11feb384ef9 on resource:security_group {{(pid=80113) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 04 08:02:09.954048 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-1d661efa-30b9-425b-8cee-74543ac366fb req-c4ac4f3f-4f63-40de-a5c6-fb6b2dc0180e tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a6dac7e06d2347bf8335c11feb384ef9 HTTP/1.1" status: 200 len: 5703 time: 0.1882691 Feb 04 08:02:09.962717 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Pushing event updated for resources: {'Port': ['ID=8feb7570-abcf-4e1f-9a4b-33b311ca1115,revision_number=5']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:02:09.964704 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.v2.base [req-1d661efa-30b9-425b-8cee-74543ac366fb req-e9e5b4f1-6117-480f-b29b-b42e969b66bd tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Request body: {'port': {'device_id': '2897382b-2d9d-41f9-b9d9-4b1e3a742989', 'network_id': 'da9fddda-3ab3-487d-967d-7aa78c7fc3dd', 'admin_state_up': True, 'tenant_id': 'a6dac7e06d2347bf8335c11feb384ef9', 'security_groups': ['9638a9bc-029a-4953-a70f-553885289f1a']}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 08:02:09.966328 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:02:10.128380 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [req-1d661efa-30b9-425b-8cee-74543ac366fb req-e9e5b4f1-6117-480f-b29b-b42e969b66bd tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 08:02:10.132771 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [req-1d661efa-30b9-425b-8cee-74543ac366fb req-e9e5b4f1-6117-480f-b29b-b42e969b66bd tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Usage tracker for resource:port and tenant:a6dac7e06d2347bf8335c11feb384ef9 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 08:02:10.135928 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [req-1d661efa-30b9-425b-8cee-74543ac366fb req-e9e5b4f1-6117-480f-b29b-b42e969b66bd tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Quota usage for port was recalculated. Used quota:3. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 08:02:10.140128 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dd7dbf-216a-44f2-a01b-b25278d387c8 req-c87f7b48-f667-485e-9532-b8518e2b4d96 tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:02:10.141842 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-39dd7dbf-216a-44f2-a01b-b25278d387c8 req-c87f7b48-f667-485e-9532-b8518e2b4d96 tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] 10.222.0.99 "GET /v2.0/ports?device_id=8301e1d1-acb9-4e3f-832e-633b99bac05f HTTP/1.1" status: 200 len: 944 time: 0.2259552 Feb 04 08:02:10.142903 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [req-1d661efa-30b9-425b-8cee-74543ac366fb req-e9e5b4f1-6117-480f-b29b-b42e969b66bd tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 08:02:10.154935 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d661efa-30b9-425b-8cee-74543ac366fb req-e9e5b4f1-6117-480f-b29b-b42e969b66bd tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Made reservation on behalf of a6dac7e06d2347bf8335c11feb384ef9 for: {'port': 1} {{(pid=80113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 04 08:02:10.177400 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-1d661efa-30b9-425b-8cee-74543ac366fb req-e9e5b4f1-6117-480f-b29b-b42e969b66bd tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:02:10.301415 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 54584) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:02:10.405339 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [req-4a748350-7822-4595-b514-33d87ab1c41d req-d0e57854-f371-4420-843b-09822bf8ebb1 tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] Deleting port 8feb7570-abcf-4e1f-9a4b-33b311ca1115 {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 04 08:02:10.405622 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-4a748350-7822-4595-b514-33d87ab1c41d req-d0e57854-f371-4420-843b-09822bf8ebb1 tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727595022485'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:02:10.504469 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-39dd7dbf-216a-44f2-a01b-b25278d387c8 req-973e8e8e-23ee-4637-b296-1c1cad3195e1 tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] 10.222.0.99 "GET /v2.0/security-groups?id=40578d55-2518-483d-b424-0e7c96b54f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3548102 Feb 04 08:02:10.542066 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecc159e1-5273-490c-99d2-5437f9287a27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:02:10.575651 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-ecc159e1-5273-490c-99d2-5437f9287a27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 08:02:10.584403 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-ecc159e1-5273-490c-99d2-5437f9287a27 admin admin] Usage tracker for resource:security_group_rule and tenant:e1d75051f6c9437ea837f3192a53c916 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 08:02:10.590773 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-ecc159e1-5273-490c-99d2-5437f9287a27 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 08:02:10.602494 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-ecc159e1-5273-490c-99d2-5437f9287a27 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 08:02:10.604891 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.db_base_plugin_common [req-1d661efa-30b9-425b-8cee-74543ac366fb req-e9e5b4f1-6117-480f-b29b-b42e969b66bd tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Allocated IP 172.20.0.6 (da9fddda-3ab3-487d-967d-7aa78c7fc3dd/4537a32b-846b-4c36-83cb-e761caa59ada/b39f1f12-9a11-4813-afe6-ddb4e69463e5) {{(pid=80113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 04 08:02:10.643595 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-d4c0e59a-7cb2-40a4-a1fa-b2e08084582b req-8517a056-38b2-4256-81ca-efd8572de024 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] 10.222.0.99 "GET /v2.0/ports?device_id=2897382b-2d9d-41f9-b9d9-4b1e3a742989 HTTP/1.1" status: 200 len: 210 time: 0.0699384 Feb 04 08:02:10.772503 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [req-4a748350-7822-4595-b514-33d87ab1c41d req-d0e57854-f371-4420-843b-09822bf8ebb1 tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] For port 8feb7570-abcf-4e1f-9a4b-33b311ca1115, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=8feb7570-abcf-4e1f-9a4b-33b311ca1115,segment=NetworkSegment(b11944ed-987f-41c9-8e9e-da8ce48ffde5),segment_id=b11944ed-987f-41c9-8e9e-da8ce48ffde5)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 08:02:10.773195 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-4a748350-7822-4595-b514-33d87ab1c41d req-d0e57854-f371-4420-843b-09822bf8ebb1 tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853131150'] for port, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:02:10.864877 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecc159e1-5273-490c-99d2-5437f9287a27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:02:10.876470 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecc159e1-5273-490c-99d2-5437f9287a27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:02:10.892875 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-a2acd91f-0c53-4f0e-aa12-dc03dc015183 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:02:10.908324 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-1d661efa-30b9-425b-8cee-74543ac366fb req-e9e5b4f1-6117-480f-b29b-b42e969b66bd tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Notify callbacks [] for port, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:02:10.911602 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [req-4a748350-7822-4595-b514-33d87ab1c41d req-d0e57854-f371-4420-843b-09822bf8ebb1 tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] Calling delete_port for 8feb7570-abcf-4e1f-9a4b-33b311ca1115 owned by compute:nova {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 04 08:02:10.955472 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [req-1d661efa-30b9-425b-8cee-74543ac366fb req-e9e5b4f1-6117-480f-b29b-b42e969b66bd tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Transition to ACTIVE for port object b39f1f12-9a11-4813-afe6-ddb4e69463e5 will not be triggered until provisioned by entity DHCP. {{(pid=80113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 04 08:02:10.964203 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-ecc159e1-5273-490c-99d2-5437f9287a27 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=e1d75051f6c9437ea837f3192a53c916&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6592031 Feb 04 08:02:10.964203 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc159e1-5273-490c-99d2-5437f9287a27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=882e9125-8eec-4ec1-92db-efc672053267,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:02:10.966111 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 54592) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:02:10.971081 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-ecc159e1-5273-490c-99d2-5437f9287a27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:02:11.034218 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-1d661efa-30b9-425b-8cee-74543ac366fb req-e9e5b4f1-6117-480f-b29b-b42e969b66bd tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727594645960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851609521'] for port, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:02:11.056721 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-2ff7247a-c6ad-4b3f-9290-b3e2e8a2514e tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:02:11.075343 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-4a748350-7822-4595-b514-33d87ab1c41d req-d0e57854-f371-4420-843b-09822bf8ebb1 tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309259674774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727594605512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2331070'] for port, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:02:11.093428 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-acc4e800-d73d-4cf5-a58f-a6ff188faed0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:02:11.174210 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b2bc5eb8-e868-47e0-a4c9-618b4fe0f1c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:02:11.195479 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e57854-f371-4420-843b-09822bf8ebb1 tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] Pushing event deleted for resources: {'Port': ['ID=8feb7570-abcf-4e1f-9a4b-33b311ca1115,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:02:11.203092 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-d0e57854-f371-4420-843b-09822bf8ebb1 tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:02:11.256310 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e5b4f1-6117-480f-b29b-b42e969b66bd tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Pushing event updated for resources: {'Port': ['ID=b39f1f12-9a11-4813-afe6-ddb4e69463e5,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:02:11.264722 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b2bc5eb8-e868-47e0-a4c9-618b4fe0f1c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:02:11.271992 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-e9e5b4f1-6117-480f-b29b-b42e969b66bd tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:02:11.317514 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a748350-7822-4595-b514-33d87ab1c41d req-d0e57854-f371-4420-843b-09822bf8ebb1 tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] No DVR routers for this DVR port 8feb7570-abcf-4e1f-9a4b-33b311ca1115 on host hv-cinder-73306 {{(pid=80114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 04 08:02:11.319812 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-4a748350-7822-4595-b514-33d87ab1c41d req-d0e57854-f371-4420-843b-09822bf8ebb1 tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3799'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:02:11.322646 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8301e1d1-acb9-4e3f-832e-633b99bac05f', 'name': 'network-vif-deleted', 'tag': '8feb7570-abcf-4e1f-9a4b-33b311ca1115'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 08:02:11.334829 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d661efa-30b9-425b-8cee-74543ac366fb req-e9e5b4f1-6117-480f-b29b-b42e969b66bd tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Network da9fddda-3ab3-487d-967d-7aa78c7fc3dd is already hosted by enough agents. {{(pid=80113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 04 08:02:11.336406 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.base_scheduler [req-1d661efa-30b9-425b-8cee-74543ac366fb req-e9e5b4f1-6117-480f-b29b-b42e969b66bd tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Resources bound (agent type, host, resource id): {{(pid=80113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 04 08:02:11.338425 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-4a748350-7822-4595-b514-33d87ab1c41d req-d0e57854-f371-4420-843b-09822bf8ebb1 tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] 10.222.0.76 "DELETE /v2.0/ports/8feb7570-abcf-4e1f-9a4b-33b311ca1115 HTTP/1.1" status: 204 len: 173 time: 2.1301446 Feb 04 08:02:11.339076 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d661efa-30b9-425b-8cee-74543ac366fb req-e9e5b4f1-6117-480f-b29b-b42e969b66bd tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Received port after_create {{(pid=80113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 04 08:02:11.395466 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b2bc5eb8-e868-47e0-a4c9-618b4fe0f1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:02:11.403580 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-b3bfb1bf-9cef-45ef-b034-ab3eda2927e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:02:11.416430 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8301e1d1-acb9-4e3f-832e-633b99bac05f', 'name': 'network-vif-deleted', 'tag': '8feb7570-abcf-4e1f-9a4b-33b311ca1115', 'status': 'completed', 'code': 200} Feb 04 08:02:11.495115 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d661efa-30b9-425b-8cee-74543ac366fb req-e9e5b4f1-6117-480f-b29b-b42e969b66bd tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:02:11.495792 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-1d661efa-30b9-425b-8cee-74543ac366fb req-e9e5b4f1-6117-480f-b29b-b42e969b66bd tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3799'] for port, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:02:11.504858 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bc5eb8-e868-47e0-a4c9-618b4fe0f1c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=882e9125-8eec-4ec1-92db-efc672053267,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:02:11.513195 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-b2bc5eb8-e868-47e0-a4c9-618b4fe0f1c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:02:11.526775 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b2bc5eb8-e868-47e0-a4c9-618b4fe0f1c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:02:11.531130 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-b2bc5eb8-e868-47e0-a4c9-618b4fe0f1c3 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/882e9125-8eec-4ec1-92db-efc672053267 HTTP/1.1" status: 204 len: 168 time: 0.5602286 Feb 04 08:02:11.532958 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-1d661efa-30b9-425b-8cee-74543ac366fb req-e9e5b4f1-6117-480f-b29b-b42e969b66bd tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5726681 Feb 04 08:02:11.558429 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.v2.base [req-1d661efa-30b9-425b-8cee-74543ac366fb req-6f484170-c4a3-4aa5-81cf-d823d97e6eba service neutron] Request body: {'port': {'device_id': '2897382b-2d9d-41f9-b9d9-4b1e3a742989', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73306'}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 08:02:11.683135 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-9989d7b9-f58b-4cb1-b5c8-eb7fcf9de3ab None None] Provisioning for port b39f1f12-9a11-4813-afe6-ddb4e69463e5 completed by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 04 08:02:11.691238 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-9989d7b9-f58b-4cb1-b5c8-eb7fcf9de3ab None None] Provisioning complete for port b39f1f12-9a11-4813-afe6-ddb4e69463e5 triggered by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 08:02:11.691752 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9989d7b9-f58b-4cb1-b5c8-eb7fcf9de3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762158'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:02:11.771066 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [req-a327b8bd-ad06-4cd4-9a00-7c524aa45d67 req-d139c324-55df-445b-99e7-adc0804a4f68 tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] Synchronizing usage tracker for tenant:7231e58c55704b3393ba7331c6b2b3a8 on resource:port {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 04 08:02:11.772138 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-9989d7b9-f58b-4cb1-b5c8-eb7fcf9de3ab None None] Port b39f1f12-9a11-4813-afe6-ddb4e69463e5 cannot update to ACTIVE because it is not bound. {{(pid=80115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 04 08:02:11.773996 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-1d661efa-30b9-425b-8cee-74543ac366fb req-6f484170-c4a3-4aa5-81cf-d823d97e6eba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:02:11.793376 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [req-a327b8bd-ad06-4cd4-9a00-7c524aa45d67 req-d139c324-55df-445b-99e7-adc0804a4f68 tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] Unset dirty status for tenant:7231e58c55704b3393ba7331c6b2b3a8 on resource:port {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 04 08:02:11.797531 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-a327b8bd-ad06-4cd4-9a00-7c524aa45d67 req-d139c324-55df-445b-99e7-adc0804a4f68 tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] 10.222.0.99 "GET /v2.0/ports?device_id=8301e1d1-acb9-4e3f-832e-633b99bac05f HTTP/1.1" status: 200 len: 210 time: 0.1059179 Feb 04 08:02:12.008321 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0603d16-2095-4a12-9c57-9a52cfce12b4 req-eed2310e-2cdf-41ad-b141-8c7942339cb2 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:02:12.010027 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-a0603d16-2095-4a12-9c57-9a52cfce12b4 req-eed2310e-2cdf-41ad-b141-8c7942339cb2 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] 10.222.0.99 "GET /v2.0/ports?device_id=2897382b-2d9d-41f9-b9d9-4b1e3a742989 HTTP/1.1" status: 200 len: 931 time: 0.1859257 Feb 04 08:02:12.086931 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-a0603d16-2095-4a12-9c57-9a52cfce12b4 req-523dcd61-12a2-455e-a53f-d71a9b477448 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] 10.222.0.99 "GET /v2.0/security-groups?id=9638a9bc-029a-4953-a70f-553885289f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689707 Feb 04 08:02:12.486794 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.notifiers.nova [req-1d661efa-30b9-425b-8cee-74543ac366fb req-6f484170-c4a3-4aa5-81cf-d823d97e6eba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b39f1f12-9a11-4813-afe6-ddb4e69463e5 {{(pid=80113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 04 08:02:12.494615 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-1d661efa-30b9-425b-8cee-74543ac366fb req-6f484170-c4a3-4aa5-81cf-d823d97e6eba service neutron] Notify callbacks [] for port, precommit_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:02:12.507709 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [req-1d661efa-30b9-425b-8cee-74543ac366fb req-6f484170-c4a3-4aa5-81cf-d823d97e6eba service neutron] Transition to ACTIVE for port object b39f1f12-9a11-4813-afe6-ddb4e69463e5 will not be triggered until provisioned by entity L2. {{(pid=80113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 04 08:02:12.510308 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-1d661efa-30b9-425b-8cee-74543ac366fb req-6f484170-c4a3-4aa5-81cf-d823d97e6eba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309259674757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309260170288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727594605546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3166264'] for port, after_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:02:12.525726 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-19a50c67-5439-4206-984f-d50b5952e54e tempest-AttachVolumeNegativeTest-454984168 tempest-AttachVolumeNegativeTest-454984168-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:02:12.665593 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f484170-c4a3-4aa5-81cf-d823d97e6eba service neutron] Pushing event updated for resources: {'Port': ['ID=b39f1f12-9a11-4813-afe6-ddb4e69463e5,revision_number=2']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:02:12.671821 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-6f484170-c4a3-4aa5-81cf-d823d97e6eba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:02:12.862134 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [req-1d661efa-30b9-425b-8cee-74543ac366fb req-6f484170-c4a3-4aa5-81cf-d823d97e6eba service neutron] Attempting to bind port b39f1f12-9a11-4813-afe6-ddb4e69463e5 on host hv-cinder-73306 for vnic_type normal with profile {{(pid=80113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 08:02:12.862669 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [req-1d661efa-30b9-425b-8cee-74543ac366fb req-6f484170-c4a3-4aa5-81cf-d823d97e6eba service neutron] Attempting to bind port b39f1f12-9a11-4813-afe6-ddb4e69463e5 by drivers openvswitch on host hv-cinder-73306 at level 0 using segments [{'id': 'a34b7fa1-4a3e-4109-813a-758c7c69af69', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'da9fddda-3ab3-487d-967d-7aa78c7fc3dd'}] {{(pid=80113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 04 08:02:12.862862 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d661efa-30b9-425b-8cee-74543ac366fb req-6f484170-c4a3-4aa5-81cf-d823d97e6eba service neutron] Attempting to bind port b39f1f12-9a11-4813-afe6-ddb4e69463e5 on network da9fddda-3ab3-487d-967d-7aa78c7fc3dd {{(pid=80113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 04 08:02:12.869123 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d661efa-30b9-425b-8cee-74543ac366fb req-6f484170-c4a3-4aa5-81cf-d823d97e6eba service neutron] Checking agent: {'id': 'ff9cc465-2d2d-4d6a-b510-d92e1cf0c130', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73306', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 4, 7, 55, 7), 'started_at': datetime.datetime(2021, 2, 4, 7, 55, 37), 'heartbeat_timestamp': datetime.datetime(2021, 2, 4, 8, 2, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.95', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 08:02:12.869500 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d661efa-30b9-425b-8cee-74543ac366fb req-6f484170-c4a3-4aa5-81cf-d823d97e6eba service neutron] Checking segment: {'id': 'a34b7fa1-4a3e-4109-813a-758c7c69af69', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'da9fddda-3ab3-487d-967d-7aa78c7fc3dd'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 04 08:02:12.869904 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-1d661efa-30b9-425b-8cee-74543ac366fb req-6f484170-c4a3-4aa5-81cf-d823d97e6eba service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:02:12.870297 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d661efa-30b9-425b-8cee-74543ac366fb req-6f484170-c4a3-4aa5-81cf-d823d97e6eba service neutron] Bound using segment: {'id': 'a34b7fa1-4a3e-4109-813a-758c7c69af69', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'da9fddda-3ab3-487d-967d-7aa78c7fc3dd'} {{(pid=80113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 08:02:12.870767 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [req-1d661efa-30b9-425b-8cee-74543ac366fb req-6f484170-c4a3-4aa5-81cf-d823d97e6eba service neutron] Bound port: b39f1f12-9a11-4813-afe6-ddb4e69463e5, host: hv-cinder-73306, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a34b7fa1-4a3e-4109-813a-758c7c69af69', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'da9fddda-3ab3-487d-967d-7aa78c7fc3dd'}}] {{(pid=80113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 04 08:02:12.871162 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-1d661efa-30b9-425b-8cee-74543ac366fb req-6f484170-c4a3-4aa5-81cf-d823d97e6eba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:02:12.979859 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [req-1d661efa-30b9-425b-8cee-74543ac366fb req-6f484170-c4a3-4aa5-81cf-d823d97e6eba service neutron] For port b39f1f12-9a11-4813-afe6-ddb4e69463e5, host hv-cinder-73306, cleared binding levels {{(pid=80113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 04 08:02:12.983232 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [req-1d661efa-30b9-425b-8cee-74543ac366fb req-6f484170-c4a3-4aa5-81cf-d823d97e6eba service neutron] For port b39f1f12-9a11-4813-afe6-ddb4e69463e5, host hv-cinder-73306, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=b39f1f12-9a11-4813-afe6-ddb4e69463e5,segment=NetworkSegment(a34b7fa1-4a3e-4109-813a-758c7c69af69),segment_id=a34b7fa1-4a3e-4109-813a-758c7c69af69)] {{(pid=80113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 04 08:02:12.986884 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-1d661efa-30b9-425b-8cee-74543ac366fb req-6f484170-c4a3-4aa5-81cf-d823d97e6eba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309259674757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309260170288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727594605546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3166264'] for port, after_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:02:13.002904 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:02:13.161847 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f484170-c4a3-4aa5-81cf-d823d97e6eba service neutron] Pushing event updated for resources: {'Port': ['ID=b39f1f12-9a11-4813-afe6-ddb4e69463e5,revision_number=3']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:02:13.167142 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-6f484170-c4a3-4aa5-81cf-d823d97e6eba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:02:13.199144 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d661efa-30b9-425b-8cee-74543ac366fb req-6f484170-c4a3-4aa5-81cf-d823d97e6eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:02:13.199857 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-1d661efa-30b9-425b-8cee-74543ac366fb req-6f484170-c4a3-4aa5-81cf-d823d97e6eba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3799'] for port, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:02:13.202037 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-1d661efa-30b9-425b-8cee-74543ac366fb req-6f484170-c4a3-4aa5-81cf-d823d97e6eba service neutron] 10.222.0.76 "PUT /v2.0/ports/b39f1f12-9a11-4813-afe6-ddb4e69463e5 HTTP/1.1" status: 200 len: 1157 time: 1.6488519 Feb 04 08:02:13.202725 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2897382b-2d9d-41f9-b9d9-4b1e3a742989', 'tag': 'b39f1f12-9a11-4813-afe6-ddb4e69463e5'}] {{(pid=80113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 08:02:13.376532 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d661efa-30b9-425b-8cee-74543ac366fb req-da9bc86e-7cd0-4a0e-8be8-6227b0a35b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:02:13.376532 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-1d661efa-30b9-425b-8cee-74543ac366fb req-da9bc86e-7cd0-4a0e-8be8-6227b0a35b8a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a6dac7e06d2347bf8335c11feb384ef9&device_id=2897382b-2d9d-41f9-b9d9-4b1e3a742989 HTTP/1.1" status: 200 len: 1160 time: 0.1138721 Feb 04 08:02:13.443546 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b782374c-219a-4ddf-ac27-94af34d568f7 req-6423bb5f-c76e-41d4-871c-4de619d271a7 tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:02:13.445291 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-b782374c-219a-4ddf-ac27-94af34d568f7 req-6423bb5f-c76e-41d4-871c-4de619d271a7 tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] 10.222.0.99 "GET /v2.0/networks?id=af1ca77f-de00-49e9-8c35-e373ebdb22c1 HTTP/1.1" status: 200 len: 808 time: 0.3167245 Feb 04 08:02:13.461697 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-1d661efa-30b9-425b-8cee-74543ac366fb req-36e43754-515b-46d8-904b-3f0a6d24102c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b39f1f12-9a11-4813-afe6-ddb4e69463e5 HTTP/1.1" status: 200 len: 217 time: 0.0706003 Feb 04 08:02:13.536468 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d661efa-30b9-425b-8cee-74543ac366fb req-7bf98ae7-7ba8-4256-8f05-0ed29660608a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:02:13.537976 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-1d661efa-30b9-425b-8cee-74543ac366fb req-7bf98ae7-7ba8-4256-8f05-0ed29660608a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=4537a32b-846b-4c36-83cb-e761caa59ada HTTP/1.1" status: 200 len: 849 time: 0.0692205 Feb 04 08:02:13.550827 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effd03b1-93a8-4c0b-a90d-9c20aeed36cc req-5fd2fab9-77dd-42d1-967b-ae96fd696d5b tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:02:13.552552 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-effd03b1-93a8-4c0b-a90d-9c20aeed36cc req-5fd2fab9-77dd-42d1-967b-ae96fd696d5b tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] 10.222.0.99 "GET /v2.0/ports?device_id=2897382b-2d9d-41f9-b9d9-4b1e3a742989 HTTP/1.1" status: 200 len: 943 time: 0.3170280 Feb 04 08:02:13.553942 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-b782374c-219a-4ddf-ac27-94af34d568f7 req-7b481eb6-ad37-4784-bc41-d1ae827e5d0c tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] 10.222.0.99 "GET /v2.0/quotas/7231e58c55704b3393ba7331c6b2b3a8 HTTP/1.1" status: 200 len: 375 time: 0.1005661 Feb 04 08:02:13.623591 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d661efa-30b9-425b-8cee-74543ac366fb req-4bd4e258-950d-4253-9886-093338d1ccac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:02:13.625200 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-1d661efa-30b9-425b-8cee-74543ac366fb req-4bd4e258-950d-4253-9886-093338d1ccac service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=da9fddda-3ab3-487d-967d-7aa78c7fc3dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0804832 Feb 04 08:02:13.631770 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-b782374c-219a-4ddf-ac27-94af34d568f7 req-c1369337-fe20-4a38-931c-8abeebec20a7 tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] 10.222.0.99 "GET /v2.0/ports?tenant_id=7231e58c55704b3393ba7331c6b2b3a8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0713258 Feb 04 08:02:13.740750 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-effd03b1-93a8-4c0b-a90d-9c20aeed36cc req-a98a8114-5bd8-4616-8e86-ca9863da2b9d tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] 10.222.0.99 "GET /v2.0/security-groups?id=9638a9bc-029a-4953-a70f-553885289f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1814201 Feb 04 08:02:13.779837 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-1d661efa-30b9-425b-8cee-74543ac366fb req-9831371c-59ba-410c-8567-c71de29f83bc service neutron] 10.222.0.76 "GET /v2.0/networks/da9fddda-3ab3-487d-967d-7aa78c7fc3dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471550 Feb 04 08:02:13.816665 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2897382b-2d9d-41f9-b9d9-4b1e3a742989', 'tag': 'b39f1f12-9a11-4813-afe6-ddb4e69463e5', 'status': 'completed', 'code': 200} Feb 04 08:02:13.824839 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-b782374c-219a-4ddf-ac27-94af34d568f7 req-d9fdae25-dfa0-4e42-9eff-8675e611a166 service neutron] 10.222.0.99 "GET /v2.0/networks/af1ca77f-de00-49e9-8c35-e373ebdb22c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810586 Feb 04 08:02:13.941580 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-1d661efa-30b9-425b-8cee-74543ac366fb req-155f3dfa-c224-4366-8527-27f96b824c50 service neutron] 10.222.0.76 "GET /v2.0/networks/da9fddda-3ab3-487d-967d-7aa78c7fc3dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1546762 Feb 04 08:02:13.975431 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-b782374c-219a-4ddf-ac27-94af34d568f7 req-7ab2a111-6495-4e37-b71e-1fefe88cd0a6 service neutron] 10.222.0.99 "GET /v2.0/networks/af1ca77f-de00-49e9-8c35-e373ebdb22c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1433256 Feb 04 08:02:14.124617 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917aaa06-44f7-4453-9250-d16c2411a2cd req-e290134f-6d07-45d8-936e-a0b5a5dec14a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:02:14.126314 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-917aaa06-44f7-4453-9250-d16c2411a2cd req-e290134f-6d07-45d8-936e-a0b5a5dec14a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a6dac7e06d2347bf8335c11feb384ef9&device_id=2897382b-2d9d-41f9-b9d9-4b1e3a742989 HTTP/1.1" status: 200 len: 1160 time: 0.0904808 Feb 04 08:02:14.196097 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-6286b39c-5021-4ccc-8e34-9bd3be5308ec req-da0cd7f7-7da1-41b0-8a91-e9557f2cbfde tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] 10.222.0.99 "GET /v2.0/ports?device_id=7f125b5d-a96d-4bf7-b310-27f7ef671178 HTTP/1.1" status: 200 len: 210 time: 0.0516272 Feb 04 08:02:14.282891 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917aaa06-44f7-4453-9250-d16c2411a2cd req-9f999d40-d3af-4ec3-abf3-52ef997d7361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:02:14.284530 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-917aaa06-44f7-4453-9250-d16c2411a2cd req-9f999d40-d3af-4ec3-abf3-52ef997d7361 service neutron] 10.222.0.76 "GET /v2.0/networks?id=da9fddda-3ab3-487d-967d-7aa78c7fc3dd HTTP/1.1" status: 200 len: 904 time: 0.1510270 Feb 04 08:02:14.365270 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-917aaa06-44f7-4453-9250-d16c2411a2cd req-1e189af0-474d-429a-a781-7d57528d26f4 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b39f1f12-9a11-4813-afe6-ddb4e69463e5 HTTP/1.1" status: 200 len: 217 time: 0.0723586 Feb 04 08:02:14.443864 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917aaa06-44f7-4453-9250-d16c2411a2cd req-a6aecbc0-b575-4c03-8213-b221983ea120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:02:14.445484 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-917aaa06-44f7-4453-9250-d16c2411a2cd req-a6aecbc0-b575-4c03-8213-b221983ea120 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=4537a32b-846b-4c36-83cb-e761caa59ada HTTP/1.1" status: 200 len: 849 time: 0.0729179 Feb 04 08:02:14.533298 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917aaa06-44f7-4453-9250-d16c2411a2cd req-694e3916-a49a-4292-8bc1-c085dcdcdf68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:02:14.534843 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-917aaa06-44f7-4453-9250-d16c2411a2cd req-694e3916-a49a-4292-8bc1-c085dcdcdf68 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=da9fddda-3ab3-487d-967d-7aa78c7fc3dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0795426 Feb 04 08:02:14.685107 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-917aaa06-44f7-4453-9250-d16c2411a2cd req-2fca79c6-defb-4f3c-9de2-787de58988f6 service neutron] 10.222.0.76 "GET /v2.0/networks/da9fddda-3ab3-487d-967d-7aa78c7fc3dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424639 Feb 04 08:02:14.842937 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-917aaa06-44f7-4453-9250-d16c2411a2cd req-aefbaaa1-5f8a-43e0-9679-edcfb799820e service neutron] 10.222.0.76 "GET /v2.0/networks/da9fddda-3ab3-487d-967d-7aa78c7fc3dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1492531 Feb 04 08:02:15.043944 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4baf82-3b6e-4af9-af21-8316541c8cad req-08a27a2b-0599-43c2-8aef-99f7e24af4ae tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:02:15.045596 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-7e4baf82-3b6e-4af9-af21-8316541c8cad req-08a27a2b-0599-43c2-8aef-99f7e24af4ae tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] 10.222.0.99 "GET /v2.0/ports?device_id=2897382b-2d9d-41f9-b9d9-4b1e3a742989 HTTP/1.1" status: 200 len: 943 time: 0.1664083 Feb 04 08:02:15.115139 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-7e4baf82-3b6e-4af9-af21-8316541c8cad req-d6e6ce54-1d39-43c3-b2b7-397995a09fd8 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] 10.222.0.99 "GET /v2.0/security-groups?id=9638a9bc-029a-4953-a70f-553885289f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626771 Feb 04 08:02:15.390920 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-158b543a-afc3-41cb-b1a2-e50b048c1e24 req-665050b9-cb31-4d49-a224-53eaca272b18 tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] 10.222.0.99 "GET /v2.0/ports?device_id=7f125b5d-a96d-4bf7-b310-27f7ef671178 HTTP/1.1" status: 200 len: 210 time: 0.0562234 Feb 04 08:02:15.559798 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b782374c-219a-4ddf-ac27-94af34d568f7 req-8d8f777b-7eab-4ae7-8b40-1551c5e04328 tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:02:15.561364 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [req-b782374c-219a-4ddf-ac27-94af34d568f7 req-8d8f777b-7eab-4ae7-8b40-1551c5e04328 tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] Synchronizing usage tracker for tenant:7231e58c55704b3393ba7331c6b2b3a8 on resource:network {{(pid=80113) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 04 08:02:15.579192 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [req-b782374c-219a-4ddf-ac27-94af34d568f7 req-8d8f777b-7eab-4ae7-8b40-1551c5e04328 tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] Unset dirty status for tenant:7231e58c55704b3393ba7331c6b2b3a8 on resource:network {{(pid=80113) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 04 08:02:15.580429 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-b782374c-219a-4ddf-ac27-94af34d568f7 req-8d8f777b-7eab-4ae7-8b40-1551c5e04328 tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] 10.222.0.76 "GET /v2.0/networks?id=af1ca77f-de00-49e9-8c35-e373ebdb22c1 HTTP/1.1" status: 200 len: 808 time: 0.2831666 Feb 04 08:02:15.603124 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.v2.base [req-b782374c-219a-4ddf-ac27-94af34d568f7 req-54586142-02ec-4eb6-a0a4-e999dc623fc7 tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] Request body: {'port': {'device_id': '7f125b5d-a96d-4bf7-b310-27f7ef671178', 'network_id': 'af1ca77f-de00-49e9-8c35-e373ebdb22c1', 'admin_state_up': True, 'tenant_id': '7231e58c55704b3393ba7331c6b2b3a8'}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 08:02:15.752751 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [req-b782374c-219a-4ddf-ac27-94af34d568f7 req-54586142-02ec-4eb6-a0a4-e999dc623fc7 tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 08:02:15.762582 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [req-b782374c-219a-4ddf-ac27-94af34d568f7 req-54586142-02ec-4eb6-a0a4-e999dc623fc7 tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 08:02:15.771439 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b782374c-219a-4ddf-ac27-94af34d568f7 req-54586142-02ec-4eb6-a0a4-e999dc623fc7 tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] Made reservation on behalf of 7231e58c55704b3393ba7331c6b2b3a8 for: {'port': 1} {{(pid=80113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 04 08:02:15.793105 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-b782374c-219a-4ddf-ac27-94af34d568f7 req-54586142-02ec-4eb6-a0a4-e999dc623fc7 tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:02:16.118026 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.db_base_plugin_common [req-b782374c-219a-4ddf-ac27-94af34d568f7 req-54586142-02ec-4eb6-a0a4-e999dc623fc7 tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] Allocated IP 172.20.0.4 (af1ca77f-de00-49e9-8c35-e373ebdb22c1/b6027187-db2f-4b00-8943-221517de3df8/503e320f-efc0-40e9-8744-5eb9e53bde1a) {{(pid=80113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 04 08:02:16.286662 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Device b39f1f12-9a11-4813-afe6-ddb4e69463e5 up at agent ovs-agent-hv-cinder-73306 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 08:02:16.365852 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Provisioning for port b39f1f12-9a11-4813-afe6-ddb4e69463e5 completed by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 04 08:02:16.371207 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Provisioning complete for port b39f1f12-9a11-4813-afe6-ddb4e69463e5 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 08:02:16.371356 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-b782374c-219a-4ddf-ac27-94af34d568f7 req-54586142-02ec-4eb6-a0a4-e999dc623fc7 tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] Notify callbacks [] for port, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:02:16.371767 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762158'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:02:16.405920 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-b782374c-219a-4ddf-ac27-94af34d568f7 req-54586142-02ec-4eb6-a0a4-e999dc623fc7 tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727594645960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851609521'] for port, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:02:16.425250 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-8548fbee-085e-4111-a16d-ac90fe834504 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:02:16.440727 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bdbca1-7d0b-426f-8be2-ca9c03c8bcff req-6456b736-fa63-478b-bae0-3bb2da77d6e9 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:02:16.442703 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-b3bdbca1-7d0b-426f-8be2-ca9c03c8bcff req-6456b736-fa63-478b-bae0-3bb2da77d6e9 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] 10.222.0.99 "GET /v2.0/ports?device_id=2897382b-2d9d-41f9-b9d9-4b1e3a742989 HTTP/1.1" status: 200 len: 943 time: 0.1912839 Feb 04 08:02:16.527419 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-b3bdbca1-7d0b-426f-8be2-ca9c03c8bcff req-337f00c9-0c87-47e0-ab08-4b5e18d8346b tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] 10.222.0.99 "GET /v2.0/security-groups?id=9638a9bc-029a-4953-a70f-553885289f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781929 Feb 04 08:02:16.618050 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54586142-02ec-4eb6-a0a4-e999dc623fc7 tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] Pushing event updated for resources: {'Port': ['ID=503e320f-efc0-40e9-8744-5eb9e53bde1a,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:02:16.624456 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-54586142-02ec-4eb6-a0a4-e999dc623fc7 tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:02:16.661658 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b782374c-219a-4ddf-ac27-94af34d568f7 req-54586142-02ec-4eb6-a0a4-e999dc623fc7 tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] Network af1ca77f-de00-49e9-8c35-e373ebdb22c1 is already hosted by enough agents. {{(pid=80113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 04 08:02:16.663002 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.base_scheduler [req-b782374c-219a-4ddf-ac27-94af34d568f7 req-54586142-02ec-4eb6-a0a4-e999dc623fc7 tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] Resources bound (agent type, host, resource id): {{(pid=80113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 04 08:02:16.665377 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [req-b782374c-219a-4ddf-ac27-94af34d568f7 req-54586142-02ec-4eb6-a0a4-e999dc623fc7 tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] Received port after_create {{(pid=80113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 04 08:02:16.688469 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:02:16.720555 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2897382b-2d9d-41f9-b9d9-4b1e3a742989', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b39f1f12-9a11-4813-afe6-ddb4e69463e5'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 08:02:16.731717 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] For port b39f1f12-9a11-4813-afe6-ddb4e69463e5, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=b39f1f12-9a11-4813-afe6-ddb4e69463e5,segment=NetworkSegment(a34b7fa1-4a3e-4109-813a-758c7c69af69),segment_id=a34b7fa1-4a3e-4109-813a-758c7c69af69)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 08:02:16.735550 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309259674757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309260170288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727594605546'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:02:16.737491 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:02:16.798240 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2897382b-2d9d-41f9-b9d9-4b1e3a742989', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b39f1f12-9a11-4813-afe6-ddb4e69463e5', 'code': 200} Feb 04 08:02:16.800096 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b782374c-219a-4ddf-ac27-94af34d568f7 req-54586142-02ec-4eb6-a0a4-e999dc623fc7 tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:02:16.800837 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-b782374c-219a-4ddf-ac27-94af34d568f7 req-54586142-02ec-4eb6-a0a4-e999dc623fc7 tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3799'] for port, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:02:16.818865 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Pushing event updated for resources: {'Port': ['ID=b39f1f12-9a11-4813-afe6-ddb4e69463e5,revision_number=4']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:02:16.822680 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:02:16.827694 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-b782374c-219a-4ddf-ac27-94af34d568f7 req-54586142-02ec-4eb6-a0a4-e999dc623fc7 tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2286303 Feb 04 08:02:16.847178 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.v2.base [req-b782374c-219a-4ddf-ac27-94af34d568f7 req-9083569d-a682-4fa2-93c5-56d21612ae2a service neutron] Request body: {'port': {'device_id': '7f125b5d-a96d-4bf7-b310-27f7ef671178', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73306'}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 08:02:16.964981 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b879d6b1-c87b-4c22-9491-2ff3ca4a44bf req-f67885c1-2868-4300-8da0-b70dfa53ad2e tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:02:16.966843 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-b879d6b1-c87b-4c22-9491-2ff3ca4a44bf req-f67885c1-2868-4300-8da0-b70dfa53ad2e tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] 10.222.0.99 "GET /v2.0/ports?device_id=7f125b5d-a96d-4bf7-b310-27f7ef671178 HTTP/1.1" status: 200 len: 931 time: 0.4267170 Feb 04 08:02:17.039252 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-b879d6b1-c87b-4c22-9491-2ff3ca4a44bf req-d59e73db-aacd-4602-b8f4-f939c8c58016 tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] 10.222.0.99 "GET /v2.0/security-groups?id=40578d55-2518-483d-b424-0e7c96b54f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643981 Feb 04 08:02:17.215032 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-b782374c-219a-4ddf-ac27-94af34d568f7 req-9083569d-a682-4fa2-93c5-56d21612ae2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:02:17.221862 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fb1daa-b3b9-4494-9bb6-e2ad4d61d482 req-68a0150f-79a9-4c27-a22e-f7fc876a4da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:02:17.223540 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-f9fb1daa-b3b9-4494-9bb6-e2ad4d61d482 req-68a0150f-79a9-4c27-a22e-f7fc876a4da2 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=2897382b-2d9d-41f9-b9d9-4b1e3a742989 HTTP/1.1" status: 200 len: 1162 time: 0.0852084 Feb 04 08:02:17.269396 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-f9fb1daa-b3b9-4494-9bb6-e2ad4d61d482 req-e81b38c4-61ac-4231-a2bd-46e281ae5c17 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=9638a9bc-029a-4953-a70f-553885289f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384409 Feb 04 08:02:17.662666 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.notifiers.nova [req-b782374c-219a-4ddf-ac27-94af34d568f7 req-9083569d-a682-4fa2-93c5-56d21612ae2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 503e320f-efc0-40e9-8744-5eb9e53bde1a {{(pid=80113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 04 08:02:17.671978 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-b782374c-219a-4ddf-ac27-94af34d568f7 req-9083569d-a682-4fa2-93c5-56d21612ae2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:02:17.685064 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [req-b782374c-219a-4ddf-ac27-94af34d568f7 req-9083569d-a682-4fa2-93c5-56d21612ae2a service neutron] Transition to ACTIVE for port object 503e320f-efc0-40e9-8744-5eb9e53bde1a will not be triggered until provisioned by entity L2. {{(pid=80113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 04 08:02:17.688072 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-b782374c-219a-4ddf-ac27-94af34d568f7 req-9083569d-a682-4fa2-93c5-56d21612ae2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309259674757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309260170288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727594605546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3166264'] for port, after_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:02:17.702542 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:02:17.843878 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9083569d-a682-4fa2-93c5-56d21612ae2a service neutron] Pushing event updated for resources: {'Port': ['ID=503e320f-efc0-40e9-8744-5eb9e53bde1a,revision_number=2']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:02:17.847476 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f7da0a-4520-456e-9523-535e7bdc8399 req-85644145-2d26-4907-ac37-83f07c6ece99 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:02:17.849111 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-9083569d-a682-4fa2-93c5-56d21612ae2a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:02:17.849263 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-f6f7da0a-4520-456e-9523-535e7bdc8399 req-85644145-2d26-4907-ac37-83f07c6ece99 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] 10.222.0.99 "GET /v2.0/ports?device_id=2897382b-2d9d-41f9-b9d9-4b1e3a742989 HTTP/1.1" status: 200 len: 945 time: 0.1808410 Feb 04 08:02:17.907682 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Device b39f1f12-9a11-4813-afe6-ddb4e69463e5 up at agent ovs-agent-hv-cinder-73306 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 08:02:17.920404 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-f6f7da0a-4520-456e-9523-535e7bdc8399 req-d9575b67-91f0-4739-a034-77ecac5c7454 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] 10.222.0.99 "GET /v2.0/security-groups?id=9638a9bc-029a-4953-a70f-553885289f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626857 Feb 04 08:02:17.985417 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Provisioning complete for port b39f1f12-9a11-4813-afe6-ddb4e69463e5 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 08:02:17.985828 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762158'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:02:18.052918 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [req-b782374c-219a-4ddf-ac27-94af34d568f7 req-9083569d-a682-4fa2-93c5-56d21612ae2a service neutron] Attempting to bind port 503e320f-efc0-40e9-8744-5eb9e53bde1a on host hv-cinder-73306 for vnic_type normal with profile {{(pid=80113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 08:02:18.053291 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [req-b782374c-219a-4ddf-ac27-94af34d568f7 req-9083569d-a682-4fa2-93c5-56d21612ae2a service neutron] Attempting to bind port 503e320f-efc0-40e9-8744-5eb9e53bde1a by drivers openvswitch on host hv-cinder-73306 at level 0 using segments [{'id': 'b11944ed-987f-41c9-8e9e-da8ce48ffde5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'af1ca77f-de00-49e9-8c35-e373ebdb22c1'}] {{(pid=80113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 04 08:02:18.053664 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b782374c-219a-4ddf-ac27-94af34d568f7 req-9083569d-a682-4fa2-93c5-56d21612ae2a service neutron] Attempting to bind port 503e320f-efc0-40e9-8744-5eb9e53bde1a on network af1ca77f-de00-49e9-8c35-e373ebdb22c1 {{(pid=80113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 04 08:02:18.059535 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b782374c-219a-4ddf-ac27-94af34d568f7 req-9083569d-a682-4fa2-93c5-56d21612ae2a service neutron] Checking agent: {'id': 'ff9cc465-2d2d-4d6a-b510-d92e1cf0c130', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73306', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 4, 7, 55, 7), 'started_at': datetime.datetime(2021, 2, 4, 7, 55, 37), 'heartbeat_timestamp': datetime.datetime(2021, 2, 4, 8, 2, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.95', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 08:02:18.059942 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b782374c-219a-4ddf-ac27-94af34d568f7 req-9083569d-a682-4fa2-93c5-56d21612ae2a service neutron] Checking segment: {'id': 'b11944ed-987f-41c9-8e9e-da8ce48ffde5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'af1ca77f-de00-49e9-8c35-e373ebdb22c1'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 04 08:02:18.060890 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-b782374c-219a-4ddf-ac27-94af34d568f7 req-9083569d-a682-4fa2-93c5-56d21612ae2a service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:02:18.061287 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b782374c-219a-4ddf-ac27-94af34d568f7 req-9083569d-a682-4fa2-93c5-56d21612ae2a service neutron] Bound using segment: {'id': 'b11944ed-987f-41c9-8e9e-da8ce48ffde5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'af1ca77f-de00-49e9-8c35-e373ebdb22c1'} {{(pid=80113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 08:02:18.061793 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [req-b782374c-219a-4ddf-ac27-94af34d568f7 req-9083569d-a682-4fa2-93c5-56d21612ae2a service neutron] Bound port: 503e320f-efc0-40e9-8744-5eb9e53bde1a, host: hv-cinder-73306, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b11944ed-987f-41c9-8e9e-da8ce48ffde5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'af1ca77f-de00-49e9-8c35-e373ebdb22c1'}}] {{(pid=80113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 04 08:02:18.062166 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-b782374c-219a-4ddf-ac27-94af34d568f7 req-9083569d-a682-4fa2-93c5-56d21612ae2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:02:18.167783 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [req-b782374c-219a-4ddf-ac27-94af34d568f7 req-9083569d-a682-4fa2-93c5-56d21612ae2a service neutron] For port 503e320f-efc0-40e9-8744-5eb9e53bde1a, host hv-cinder-73306, cleared binding levels {{(pid=80113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 04 08:02:18.172387 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [req-b782374c-219a-4ddf-ac27-94af34d568f7 req-9083569d-a682-4fa2-93c5-56d21612ae2a service neutron] For port 503e320f-efc0-40e9-8744-5eb9e53bde1a, host hv-cinder-73306, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=503e320f-efc0-40e9-8744-5eb9e53bde1a,segment=NetworkSegment(b11944ed-987f-41c9-8e9e-da8ce48ffde5),segment_id=b11944ed-987f-41c9-8e9e-da8ce48ffde5)] {{(pid=80113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 04 08:02:18.175894 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-b782374c-219a-4ddf-ac27-94af34d568f7 req-9083569d-a682-4fa2-93c5-56d21612ae2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309259674757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309260170288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727594605546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3166264'] for port, after_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:02:18.192117 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:02:18.377480 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9083569d-a682-4fa2-93c5-56d21612ae2a service neutron] Pushing event updated for resources: {'Port': ['ID=503e320f-efc0-40e9-8744-5eb9e53bde1a,revision_number=3']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:02:18.383879 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-9083569d-a682-4fa2-93c5-56d21612ae2a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:02:18.422180 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b782374c-219a-4ddf-ac27-94af34d568f7 req-9083569d-a682-4fa2-93c5-56d21612ae2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:02:18.422771 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-b782374c-219a-4ddf-ac27-94af34d568f7 req-9083569d-a682-4fa2-93c5-56d21612ae2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3799'] for port, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:02:18.424320 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-b782374c-219a-4ddf-ac27-94af34d568f7 req-9083569d-a682-4fa2-93c5-56d21612ae2a service neutron] 10.222.0.76 "PUT /v2.0/ports/503e320f-efc0-40e9-8744-5eb9e53bde1a HTTP/1.1" status: 200 len: 1157 time: 1.5820897 Feb 04 08:02:18.424880 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f125b5d-a96d-4bf7-b310-27f7ef671178', 'tag': '503e320f-efc0-40e9-8744-5eb9e53bde1a'}] {{(pid=80113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 08:02:18.448333 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21fa4f2-df5a-4c02-ad1d-e7d28ccbdf2e req-8b9a72f8-b4b3-4804-a8f6-47a90d4b66cd tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:02:18.450056 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-c21fa4f2-df5a-4c02-ad1d-e7d28ccbdf2e req-8b9a72f8-b4b3-4804-a8f6-47a90d4b66cd tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] 10.222.0.99 "GET /v2.0/ports?device_id=7f125b5d-a96d-4bf7-b310-27f7ef671178 HTTP/1.1" status: 200 len: 943 time: 0.2655163 Feb 04 08:02:18.485461 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f125b5d-a96d-4bf7-b310-27f7ef671178', 'tag': '503e320f-efc0-40e9-8744-5eb9e53bde1a', 'status': 'completed', 'code': 200} Feb 04 08:02:18.521788 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-c21fa4f2-df5a-4c02-ad1d-e7d28ccbdf2e req-89813aed-65d3-44c9-9238-8dcaaf0265b6 tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] 10.222.0.99 "GET /v2.0/security-groups?id=40578d55-2518-483d-b424-0e7c96b54f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623159 Feb 04 08:02:18.651086 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b782374c-219a-4ddf-ac27-94af34d568f7 req-d02e7baa-de11-47cb-afa5-f149902c0556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:02:18.653052 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-b782374c-219a-4ddf-ac27-94af34d568f7 req-d02e7baa-de11-47cb-afa5-f149902c0556 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7231e58c55704b3393ba7331c6b2b3a8&device_id=7f125b5d-a96d-4bf7-b310-27f7ef671178 HTTP/1.1" status: 200 len: 1160 time: 0.0875459 Feb 04 08:02:18.742600 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-b782374c-219a-4ddf-ac27-94af34d568f7 req-3efb013a-2100-44d3-87b7-42bf7f258b88 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=503e320f-efc0-40e9-8744-5eb9e53bde1a HTTP/1.1" status: 200 len: 217 time: 0.0732565 Feb 04 08:02:18.819529 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b782374c-219a-4ddf-ac27-94af34d568f7 req-f1634cf1-877f-4d25-9665-4893f159a07a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:02:18.821118 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-b782374c-219a-4ddf-ac27-94af34d568f7 req-f1634cf1-877f-4d25-9665-4893f159a07a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b6027187-db2f-4b00-8943-221517de3df8 HTTP/1.1" status: 200 len: 848 time: 0.0703144 Feb 04 08:02:18.877128 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-b782374c-219a-4ddf-ac27-94af34d568f7 req-38312b62-af08-4bd3-8a81-8d3b4259f2ae service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=af1ca77f-de00-49e9-8c35-e373ebdb22c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477159 Feb 04 08:02:19.025623 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-b782374c-219a-4ddf-ac27-94af34d568f7 req-684bbde3-952e-4e5b-9290-de4d00cdab9f service neutron] 10.222.0.76 "GET /v2.0/networks/af1ca77f-de00-49e9-8c35-e373ebdb22c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417410 Feb 04 08:02:19.171478 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-b782374c-219a-4ddf-ac27-94af34d568f7 req-32d03df9-4d41-47f6-bbd7-27d22bf6536a service neutron] 10.222.0.76 "GET /v2.0/networks/af1ca77f-de00-49e9-8c35-e373ebdb22c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1392400 Feb 04 08:02:19.218764 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9449aa45-aa3b-4397-aa81-f18ecee2b547 req-01dedce0-f3f9-498b-8b5d-10213cd63a97 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:02:19.220391 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-9449aa45-aa3b-4397-aa81-f18ecee2b547 req-01dedce0-f3f9-498b-8b5d-10213cd63a97 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] 10.222.0.99 "GET /v2.0/ports?device_id=2897382b-2d9d-41f9-b9d9-4b1e3a742989 HTTP/1.1" status: 200 len: 945 time: 0.1672361 Feb 04 08:02:19.288988 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-9449aa45-aa3b-4397-aa81-f18ecee2b547 req-37656dcc-99eb-4667-8f1a-51999928662a tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] 10.222.0.99 "GET /v2.0/security-groups?id=9638a9bc-029a-4953-a70f-553885289f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613620 Feb 04 08:02:19.340057 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb76a7f-46ac-47f0-b2c6-c67a2e0e1ff6 req-6634b76a-06ed-4f72-9337-a1ff64dd4d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:02:19.341870 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-1cb76a7f-46ac-47f0-b2c6-c67a2e0e1ff6 req-6634b76a-06ed-4f72-9337-a1ff64dd4d63 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7231e58c55704b3393ba7331c6b2b3a8&device_id=7f125b5d-a96d-4bf7-b310-27f7ef671178 HTTP/1.1" status: 200 len: 1160 time: 0.0840578 Feb 04 08:02:19.492060 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb76a7f-46ac-47f0-b2c6-c67a2e0e1ff6 req-ed4837bf-6354-4012-a1af-f76ec003cb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:02:19.493586 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-1cb76a7f-46ac-47f0-b2c6-c67a2e0e1ff6 req-ed4837bf-6354-4012-a1af-f76ec003cb5b service neutron] 10.222.0.76 "GET /v2.0/networks?id=af1ca77f-de00-49e9-8c35-e373ebdb22c1 HTTP/1.1" status: 200 len: 902 time: 0.1446273 Feb 04 08:02:19.572451 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-1cb76a7f-46ac-47f0-b2c6-c67a2e0e1ff6 req-d5238a55-85e6-4ef1-a4d9-3a68ee49c971 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=503e320f-efc0-40e9-8744-5eb9e53bde1a HTTP/1.1" status: 200 len: 217 time: 0.0714667 Feb 04 08:02:19.602210 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d0b449-92d2-4920-8b61-f491d4da74d7 req-6d8541a2-5c5e-4d5a-b205-2618d0585688 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:02:19.603962 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-45d0b449-92d2-4920-8b61-f491d4da74d7 req-6d8541a2-5c5e-4d5a-b205-2618d0585688 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] 10.222.0.99 "GET /v2.0/ports?device_id=2897382b-2d9d-41f9-b9d9-4b1e3a742989 HTTP/1.1" status: 200 len: 945 time: 0.1656132 Feb 04 08:02:19.614071 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.99', 54676) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:02:19.620059 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.v2.base [None req-22befdb6-c13b-4fc6-921e-caa32ca8fccb tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Request body: {'floatingip': {'port_id': 'b39f1f12-9a11-4813-afe6-ddb4e69463e5'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 08:02:19.649010 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb76a7f-46ac-47f0-b2c6-c67a2e0e1ff6 req-6da6161a-7520-4e05-8966-00bbe0cf428b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:02:19.650618 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-1cb76a7f-46ac-47f0-b2c6-c67a2e0e1ff6 req-6da6161a-7520-4e05-8966-00bbe0cf428b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b6027187-db2f-4b00-8943-221517de3df8 HTTP/1.1" status: 200 len: 848 time: 0.0713661 Feb 04 08:02:19.710448 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-1cb76a7f-46ac-47f0-b2c6-c67a2e0e1ff6 req-5fea94db-f714-49fa-8d46-fe41d88fec3a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=af1ca77f-de00-49e9-8c35-e373ebdb22c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530131 Feb 04 08:02:19.872182 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-1cb76a7f-46ac-47f0-b2c6-c67a2e0e1ff6 req-eb54a513-e507-4f3a-9d93-93b447710154 service neutron] 10.222.0.76 "GET /v2.0/networks/af1ca77f-de00-49e9-8c35-e373ebdb22c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537313 Feb 04 08:02:19.986816 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-22befdb6-c13b-4fc6-921e-caa32ca8fccb tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Notify callbacks [] for floatingip, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:02:20.024353 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-1cb76a7f-46ac-47f0-b2c6-c67a2e0e1ff6 req-5d040db2-8a7d-431c-86cb-57acaf494359 service neutron] 10.222.0.76 "GET /v2.0/networks/af1ca77f-de00-49e9-8c35-e373ebdb22c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1449811 Feb 04 08:02:20.275425 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940abfea-57a3-4062-a397-d55a2739f66a req-e0fce81a-8653-484f-9a87-204971ebd419 tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:02:20.277064 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-940abfea-57a3-4062-a397-d55a2739f66a req-e0fce81a-8653-484f-9a87-204971ebd419 tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] 10.222.0.99 "GET /v2.0/ports?device_id=7f125b5d-a96d-4bf7-b310-27f7ef671178 HTTP/1.1" status: 200 len: 943 time: 0.5968320 Feb 04 08:02:20.495420 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-940abfea-57a3-4062-a397-d55a2739f66a req-8cd1a2b9-72cc-4465-b49b-3fc13dfaa81c tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] 10.222.0.99 "GET /v2.0/security-groups?id=40578d55-2518-483d-b424-0e7c96b54f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100663 Feb 04 08:02:20.616367 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-11f6ab69-70fe-461b-bca4-422e94b408d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:02:20.784582 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-22befdb6-c13b-4fc6-921e-caa32ca8fccb tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:02:20.787414 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-22befdb6-c13b-4fc6-921e-caa32ca8fccb tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853136389'] for floatingip, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:02:20.969593 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.db.l3_db [None req-22befdb6-c13b-4fc6-921e-caa32ca8fccb tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Floating IP a2262602-d8d2-482c-a8c7-212416a06ba0 associated. External IP: 172.28.3.26, port: b39f1f12-9a11-4813-afe6-ddb4e69463e5. Feb 04 08:02:21.368048 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22befdb6-c13b-4fc6-921e-caa32ca8fccb tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Router 20a7d0af-5908-48c5-9dcf-280b21b669ad has already been hosted by L3 agent 9b1007a2-cea1-4e19-8fd5-ed5c2617e796 {{(pid=80114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 04 08:02:21.577452 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22befdb6-c13b-4fc6-921e-caa32ca8fccb tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Notify agent at l3_agent.dv-cinder-733062-18-smb the message routers_updated {{(pid=80114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 04 08:02:21.582095 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-22befdb6-c13b-4fc6-921e-caa32ca8fccb tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3799'] for floatingip, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:02:21.588746 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d92b26f-e5ab-433a-aa05-04f23110a5d2 None None] Sync routers for ids ['20a7d0af-5908-48c5-9dcf-280b21b669ad'] in dv-cinder-733062-18-smb {{(pid=80115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 04 08:02:21.599875 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d92b26f-e5ab-433a-aa05-04f23110a5d2 None None] Routers {'20a7d0af-5908-48c5-9dcf-280b21b669ad'} bound to L3 agent in host dv-cinder-733062-18-smb {{(pid=80115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 04 08:02:21.600566 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-6d92b26f-e5ab-433a-aa05-04f23110a5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-04T07:47:53Z,description=,heartbeat_timestamp=2021-02-04T08:01:53Z,host='dv-cinder-733062-18-smb',id=9b1007a2-cea1-4e19-8fd5-ed5c2617e796,load=0,resource_versions=,resources_synced=,started_at=2021-02-04T07:47:53Z,topic='l3_agent')) {'router_ids': ['20a7d0af-5908-48c5-9dcf-280b21b669ad'], 'active': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 08:02:21.696875 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-22befdb6-c13b-4fc6-921e-caa32ca8fccb tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] 10.222.0.99 "PUT /v2.0/floatingips/a2262602-d8d2-482c-a8c7-212416a06ba0 HTTP/1.1" status: 200 len: 990 time: 2.0815687 Feb 04 08:02:21.699402 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2897382b-2d9d-41f9-b9d9-4b1e3a742989', 'tag': 'b39f1f12-9a11-4813-afe6-ddb4e69463e5'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 08:02:21.800195 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvr_db [None req-6d92b26f-e5ab-433a-aa05-04f23110a5d2 None None] Set router 20a7d0af-5908-48c5-9dcf-280b21b669ad gateway port host: dv-cinder-733062-18-smb {{(pid=80115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 04 08:02:21.820751 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379a26e9-1305-44ab-b6bd-3e56cdc57a5a req-e3417d35-3279-4b3b-9cf1-b40d9bf51a17 tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:02:21.822469 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-379a26e9-1305-44ab-b6bd-3e56cdc57a5a req-e3417d35-3279-4b3b-9cf1-b40d9bf51a17 tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] 10.222.0.99 "GET /v2.0/ports?device_id=7f125b5d-a96d-4bf7-b310-27f7ef671178 HTTP/1.1" status: 200 len: 943 time: 0.1904910 Feb 04 08:02:21.900699 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-379a26e9-1305-44ab-b6bd-3e56cdc57a5a req-198ea729-6fec-4a06-9e33-245b0feebc75 tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] 10.222.0.99 "GET /v2.0/security-groups?id=40578d55-2518-483d-b424-0e7c96b54f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703921 Feb 04 08:02:21.923522 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2897382b-2d9d-41f9-b9d9-4b1e3a742989', 'tag': 'b39f1f12-9a11-4813-afe6-ddb4e69463e5', 'status': 'completed', 'code': 200} Feb 04 08:02:22.051892 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379799f2-a80b-4b5a-9424-8c4f5ab311b1 req-03ef5442-a745-4682-9a3b-59b4f30d4a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:02:22.053555 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-379799f2-a80b-4b5a-9424-8c4f5ab311b1 req-03ef5442-a745-4682-9a3b-59b4f30d4a42 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a6dac7e06d2347bf8335c11feb384ef9&device_id=2897382b-2d9d-41f9-b9d9-4b1e3a742989 HTTP/1.1" status: 200 len: 1162 time: 0.0794930 Feb 04 08:02:22.181000 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-6d92b26f-e5ab-433a-aa05-04f23110a5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20a7d0af-5908-48c5-9dcf-280b21b669ad', 'name': 'tempest-AttachVolumeTestJSON-131749411-router', 'tenant_id': 'a6dac7e06d2347bf8335c11feb384ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'external_fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.180'}], 'enable_snat': True}, 'gw_port_id': '43b632f2-e346-49fd-915a-cd303ad41489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T07:57:15Z', 'updated_at': '2021-02-04T07:57:37Z', 'revision_number': 4, 'project_id': 'a6dac7e06d2347bf8335c11feb384ef9', 'gw_port': {'id': '43b632f2-e346-49fd-915a-cd303ad41489', 'name': '', 'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:d5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20a7d0af-5908-48c5-9dcf-280b21b669ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T07:57:17Z', 'updated_at': '2021-02-04T07:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-18-smb', '_floatingips': [{'id': 'a2262602-d8d2-482c-a8c7-212416a06ba0', 'tenant_id': 'a6dac7e06d2347bf8335c11feb384ef9', 'floating_ip_address': '172.28.3.26', 'floating_network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'router_id': '20a7d0af-5908-48c5-9dcf-280b21b669ad', 'port_id': 'b39f1f12-9a11-4813-afe6-ddb4e69463e5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da9fddda-3ab3-487d-967d-7aa78c7fc3dd', 'mac_address': 'fa:16:3e:21:bd:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2897382b-2d9d-41f9-b9d9-4b1e3a742989', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-04T08:02:05Z', 'updated_at': '2021-02-04T08:02:20Z', 'revision_number': 1, 'project_id': 'a6dac7e06d2347bf8335c11feb384ef9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d6d3c1f-dcd6-4f2c-bc9f-271ece3b86ff', 'name': '', 'network_id': 'da9fddda-3ab3-487d-967d-7aa78c7fc3dd', 'tenant_id': 'a6dac7e06d2347bf8335c11feb384ef9', 'mac_address': 'fa:16:3e:0f:93:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20a7d0af-5908-48c5-9dcf-280b21b669ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '4537a32b-846b-4c36-83cb-e761caa59ada', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T07:57:28Z', 'updated_at': '2021-02-04T07:57:54Z', 'revision_number': 5, 'project_id': 'a6dac7e06d2347bf8335c11feb384ef9', 'subnets': [{'id': '4537a32b-846b-4c36-83cb-e761caa59ada', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733062-18-smb', False) {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 08:02:22.186621 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d92b26f-e5ab-433a-aa05-04f23110a5d2 None None] Checking router: 20a7d0af-5908-48c5-9dcf-280b21b669ad for host: dv-cinder-733062-18-smb {{(pid=80115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 04 08:02:22.196600 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d92b26f-e5ab-433a-aa05-04f23110a5d2 None None] Routers {'20a7d0af-5908-48c5-9dcf-280b21b669ad'} bound to L3 agent in host dv-cinder-733062-18-smb {{(pid=80115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 04 08:02:22.197375 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-6d92b26f-e5ab-433a-aa05-04f23110a5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-04T07:47:53Z,description=,heartbeat_timestamp=2021-02-04T08:01:53Z,host='dv-cinder-733062-18-smb',id=9b1007a2-cea1-4e19-8fd5-ed5c2617e796,load=0,resource_versions=,resources_synced=,started_at=2021-02-04T07:47:53Z,topic='l3_agent')) {'router_ids': ['20a7d0af-5908-48c5-9dcf-280b21b669ad'], 'active': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 08:02:22.205032 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379799f2-a80b-4b5a-9424-8c4f5ab311b1 req-4332a6dd-4d7b-4bf7-9d61-47ddcca909a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:02:22.206669 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-379799f2-a80b-4b5a-9424-8c4f5ab311b1 req-4332a6dd-4d7b-4bf7-9d61-47ddcca909a8 service neutron] 10.222.0.76 "GET /v2.0/networks?id=da9fddda-3ab3-487d-967d-7aa78c7fc3dd HTTP/1.1" status: 200 len: 904 time: 0.1450129 Feb 04 08:02:22.328763 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-379799f2-a80b-4b5a-9424-8c4f5ab311b1 req-b89f86c6-dbd2-48eb-9453-94d5796ea2bc service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b39f1f12-9a11-4813-afe6-ddb4e69463e5 HTTP/1.1" status: 200 len: 998 time: 0.1138163 Feb 04 08:02:22.329415 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Device 503e320f-efc0-40e9-8744-5eb9e53bde1a up at agent ovs-agent-hv-cinder-73306 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 08:02:22.416256 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379799f2-a80b-4b5a-9424-8c4f5ab311b1 req-2468bc19-af1d-4dbe-bf76-6e74e4e7d208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:02:22.417960 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-379799f2-a80b-4b5a-9424-8c4f5ab311b1 req-2468bc19-af1d-4dbe-bf76-6e74e4e7d208 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=4537a32b-846b-4c36-83cb-e761caa59ada HTTP/1.1" status: 200 len: 849 time: 0.0673819 Feb 04 08:02:22.455488 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Provisioning for port 503e320f-efc0-40e9-8744-5eb9e53bde1a completed by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 04 08:02:22.465947 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Provisioning complete for port 503e320f-efc0-40e9-8744-5eb9e53bde1a triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 08:02:22.466946 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762158'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:02:22.498604 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvr_db [None req-6d92b26f-e5ab-433a-aa05-04f23110a5d2 None None] Set router 20a7d0af-5908-48c5-9dcf-280b21b669ad gateway port host: dv-cinder-733062-18-smb {{(pid=80115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 04 08:02:22.506527 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379799f2-a80b-4b5a-9424-8c4f5ab311b1 req-37975a62-b4eb-42fb-bfa2-58d8f9ef0272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:02:22.508213 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-379799f2-a80b-4b5a-9424-8c4f5ab311b1 req-37975a62-b4eb-42fb-bfa2-58d8f9ef0272 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=da9fddda-3ab3-487d-967d-7aa78c7fc3dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0837510 Feb 04 08:02:22.658278 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-379799f2-a80b-4b5a-9424-8c4f5ab311b1 req-4c57a52f-90ca-4d93-a8d5-7b128899acd6 service neutron] 10.222.0.76 "GET /v2.0/networks/da9fddda-3ab3-487d-967d-7aa78c7fc3dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417542 Feb 04 08:02:23.023046 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:02:23.064353 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-379799f2-a80b-4b5a-9424-8c4f5ab311b1 req-fcbc9f58-a551-4ff4-bb17-f9dcdac4c820 service neutron] 10.222.0.76 "GET /v2.0/networks/da9fddda-3ab3-487d-967d-7aa78c7fc3dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3984466 Feb 04 08:02:23.074291 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-8f4d8870-504d-4012-aa1f-63840d336b81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:02:23.098055 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f125b5d-a96d-4bf7-b310-27f7ef671178', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '503e320f-efc0-40e9-8744-5eb9e53bde1a'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 08:02:23.144258 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] For port 503e320f-efc0-40e9-8744-5eb9e53bde1a, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=503e320f-efc0-40e9-8744-5eb9e53bde1a,segment=NetworkSegment(b11944ed-987f-41c9-8e9e-da8ce48ffde5),segment_id=b11944ed-987f-41c9-8e9e-da8ce48ffde5)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 08:02:23.151059 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309259674757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309260170288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727594605546'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:02:23.154458 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-14254ddd-acc6-4107-84e6-d74fd84beb41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:02:23.187432 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f125b5d-a96d-4bf7-b310-27f7ef671178', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '503e320f-efc0-40e9-8744-5eb9e53bde1a', 'code': 200} Feb 04 08:02:23.230541 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018d926e-745a-46c1-a697-7fc6ca5e1c43 req-1c00fba3-2112-473a-929e-a9a9acaf22a4 tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:02:23.234053 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-018d926e-745a-46c1-a697-7fc6ca5e1c43 req-1c00fba3-2112-473a-929e-a9a9acaf22a4 tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] 10.222.0.99 "GET /v2.0/ports?device_id=7f125b5d-a96d-4bf7-b310-27f7ef671178 HTTP/1.1" status: 200 len: 943 time: 0.1861074 Feb 04 08:02:23.252151 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Pushing event updated for resources: {'Port': ['ID=503e320f-efc0-40e9-8744-5eb9e53bde1a,revision_number=4']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:02:23.256367 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:02:23.261155 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-6d92b26f-e5ab-433a-aa05-04f23110a5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20a7d0af-5908-48c5-9dcf-280b21b669ad', 'name': 'tempest-AttachVolumeTestJSON-131749411-router', 'tenant_id': 'a6dac7e06d2347bf8335c11feb384ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'external_fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.180'}], 'enable_snat': True}, 'gw_port_id': '43b632f2-e346-49fd-915a-cd303ad41489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T07:57:15Z', 'updated_at': '2021-02-04T07:57:37Z', 'revision_number': 4, 'project_id': 'a6dac7e06d2347bf8335c11feb384ef9', 'gw_port': {'id': '43b632f2-e346-49fd-915a-cd303ad41489', 'name': '', 'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:d5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20a7d0af-5908-48c5-9dcf-280b21b669ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T07:57:17Z', 'updated_at': '2021-02-04T07:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-18-smb', '_floatingips': [{'id': 'a2262602-d8d2-482c-a8c7-212416a06ba0', 'tenant_id': 'a6dac7e06d2347bf8335c11feb384ef9', 'floating_ip_address': '172.28.3.26', 'floating_network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'router_id': '20a7d0af-5908-48c5-9dcf-280b21b669ad', 'port_id': 'b39f1f12-9a11-4813-afe6-ddb4e69463e5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da9fddda-3ab3-487d-967d-7aa78c7fc3dd', 'mac_address': 'fa:16:3e:21:bd:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2897382b-2d9d-41f9-b9d9-4b1e3a742989', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-04T08:02:05Z', 'updated_at': '2021-02-04T08:02:20Z', 'revision_number': 1, 'project_id': 'a6dac7e06d2347bf8335c11feb384ef9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d6d3c1f-dcd6-4f2c-bc9f-271ece3b86ff', 'name': '', 'network_id': 'da9fddda-3ab3-487d-967d-7aa78c7fc3dd', 'tenant_id': 'a6dac7e06d2347bf8335c11feb384ef9', 'mac_address': 'fa:16:3e:0f:93:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20a7d0af-5908-48c5-9dcf-280b21b669ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '4537a32b-846b-4c36-83cb-e761caa59ada', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T07:57:28Z', 'updated_at': '2021-02-04T07:57:54Z', 'revision_number': 5, 'project_id': 'a6dac7e06d2347bf8335c11feb384ef9', 'subnets': [{'id': '4537a32b-846b-4c36-83cb-e761caa59ada', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733062-18-smb', False) {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 08:02:23.265801 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d92b26f-e5ab-433a-aa05-04f23110a5d2 None None] The sync data for ids ['20a7d0af-5908-48c5-9dcf-280b21b669ad'] in dv-cinder-733062-18-smb is: [{'id': '20a7d0af-5908-48c5-9dcf-280b21b669ad', 'name': 'tempest-AttachVolumeTestJSON-131749411-router', 'tenant_id': 'a6dac7e06d2347bf8335c11feb384ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'external_fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.180'}], 'enable_snat': True}, 'gw_port_id': '43b632f2-e346-49fd-915a-cd303ad41489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T07:57:15Z', 'updated_at': '2021-02-04T07:57:37Z', 'revision_number': 4, 'project_id': 'a6dac7e06d2347bf8335c11feb384ef9', 'gw_port': {'id': '43b632f2-e346-49fd-915a-cd303ad41489', 'name': '', 'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:d5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20a7d0af-5908-48c5-9dcf-280b21b669ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T07:57:17Z', 'updated_at': '2021-02-04T07:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-18-smb', '_floatingips': [{'id': 'a2262602-d8d2-482c-a8c7-212416a06ba0', 'tenant_id': 'a6dac7e06d2347bf8335c11feb384ef9', 'floating_ip_address': '172.28.3.26', 'floating_network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'router_id': '20a7d0af-5908-48c5-9dcf-280b21b669ad', 'port_id': 'b39f1f12-9a11-4813-afe6-ddb4e69463e5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da9fddda-3ab3-487d-967d-7aa78c7fc3dd', 'mac_address': 'fa:16:3e:21:bd:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2897382b-2d9d-41f9-b9d9-4b1e3a742989', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-04T08:02:05Z', 'updated_at': '2021-02-04T08:02:20Z', 'revision_number': 1, 'project_id': 'a6dac7e06d2347bf8335c11feb384ef9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d6d3c1f-dcd6-4f2c-bc9f-271ece3b86ff', 'name': '', 'network_id': 'da9fddda-3ab3-487d-967d-7aa78c7fc3dd', 'tenant_id': 'a6dac7e06d2347bf8335c11feb384ef9', 'mac_address': 'fa:16:3e:0f:93:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20a7d0af-5908-48c5-9dcf-280b21b669ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '4537a32b-846b-4c36-83cb-e761caa59ada', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T07:57:28Z', 'updated_at': '2021-02-04T07:57:54Z', 'revision_number': 5, 'project_id': 'a6dac7e06d2347bf8335c11feb384ef9', 'subnets': [{'id': '4537a32b-846b-4c36-83cb-e761caa59ada', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 04 08:02:23.322767 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-018d926e-745a-46c1-a697-7fc6ca5e1c43 req-5e2d4fcc-c3a4-4094-a15b-7954c13e8243 tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] 10.222.0.99 "GET /v2.0/security-groups?id=40578d55-2518-483d-b424-0e7c96b54f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809934 Feb 04 08:02:23.472075 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63804f05-35dc-41c8-b0aa-8eb39afed672 req-71d3d6a2-96c5-4ca9-959b-9a0e597436d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:02:23.473703 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-63804f05-35dc-41c8-b0aa-8eb39afed672 req-71d3d6a2-96c5-4ca9-959b-9a0e597436d6 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=7f125b5d-a96d-4bf7-b310-27f7ef671178 HTTP/1.1" status: 200 len: 1162 time: 0.0839543 Feb 04 08:02:23.523360 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-63804f05-35dc-41c8-b0aa-8eb39afed672 req-2c9ef9ac-76bf-4e86-b381-848ac6a603b9 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=40578d55-2518-483d-b424-0e7c96b54f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399909 Feb 04 08:02:23.570937 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a90bb3e-675c-40aa-8f40-d913a159702b None None] New status for floating IP a2262602-d8d2-482c-a8c7-212416a06ba0: ACTIVE {{(pid=80116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 04 08:02:23.859510 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-85fac0c9-e82f-41ee-a61d-5b2e920e6613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:02:23.967334 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Device 503e320f-efc0-40e9-8744-5eb9e53bde1a up at agent ovs-agent-hv-cinder-73306 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 08:02:24.041032 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Provisioning complete for port 503e320f-efc0-40e9-8744-5eb9e53bde1a triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 08:02:24.041458 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762158'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:02:24.614781 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5391dbde-c2c7-4bd8-8f89-2e1b5e06fdcc req-4361e0d5-f21d-47ec-ad32-6cd73bb18d43 tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:02:24.616925 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-5391dbde-c2c7-4bd8-8f89-2e1b5e06fdcc req-4361e0d5-f21d-47ec-ad32-6cd73bb18d43 tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] 10.222.0.99 "GET /v2.0/ports?device_id=7f125b5d-a96d-4bf7-b310-27f7ef671178 HTTP/1.1" status: 200 len: 945 time: 0.1714869 Feb 04 08:02:24.679003 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:02:24.684084 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-5391dbde-c2c7-4bd8-8f89-2e1b5e06fdcc req-3957d92f-29e6-4eae-89b7-4f6d09e2350f tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] 10.222.0.99 "GET /v2.0/security-groups?id=40578d55-2518-483d-b424-0e7c96b54f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600343 Feb 04 08:02:25.228640 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-19d3b842-1860-471a-9268-0862a9b26fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:02:26.198704 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88828a23-75c2-41ec-90ed-e26c87042b3c req-b353f9a7-1e8d-4e0e-ad94-013db9fc7460 tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:02:26.200413 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-88828a23-75c2-41ec-90ed-e26c87042b3c req-b353f9a7-1e8d-4e0e-ad94-013db9fc7460 tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] 10.222.0.99 "GET /v2.0/ports?device_id=7f125b5d-a96d-4bf7-b310-27f7ef671178 HTTP/1.1" status: 200 len: 945 time: 0.3806288 Feb 04 08:02:26.265076 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-88828a23-75c2-41ec-90ed-e26c87042b3c req-2bbb671d-db2d-46e9-8140-0f3d8fa7a933 tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] 10.222.0.99 "GET /v2.0/security-groups?id=40578d55-2518-483d-b424-0e7c96b54f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576580 Feb 04 08:02:27.605165 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6fe5d9-c832-4359-9552-d2eaf0ea0cf3 req-4924d49f-2c36-40af-8175-668612f0377d tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:02:27.607081 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-ad6fe5d9-c832-4359-9552-d2eaf0ea0cf3 req-4924d49f-2c36-40af-8175-668612f0377d tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] 10.222.0.99 "GET /v2.0/ports?device_id=7f125b5d-a96d-4bf7-b310-27f7ef671178 HTTP/1.1" status: 200 len: 945 time: 0.1635818 Feb 04 08:02:27.676712 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-ad6fe5d9-c832-4359-9552-d2eaf0ea0cf3 req-c9471f09-c2cb-4f9a-ac02-010e2288cb36 tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] 10.222.0.99 "GET /v2.0/security-groups?id=40578d55-2518-483d-b424-0e7c96b54f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630627 Feb 04 08:02:28.981029 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7d64ec-dab8-4f66-9ff5-f20316c57d23 req-f235bf49-e14d-4002-a2bc-9c909d660b93 tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:02:28.982699 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-9b7d64ec-dab8-4f66-9ff5-f20316c57d23 req-f235bf49-e14d-4002-a2bc-9c909d660b93 tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] 10.222.0.99 "GET /v2.0/ports?device_id=7f125b5d-a96d-4bf7-b310-27f7ef671178 HTTP/1.1" status: 200 len: 945 time: 0.1664546 Feb 04 08:02:29.046279 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-9b7d64ec-dab8-4f66-9ff5-f20316c57d23 req-3c7990b2-f88c-4038-a5e5-64602c4ec3c4 tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] 10.222.0.99 "GET /v2.0/security-groups?id=40578d55-2518-483d-b424-0e7c96b54f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572886 Feb 04 08:02:29.255598 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3a75d8-971b-4d2f-9fd1-5214645f547b req-7138af7b-5017-443c-ad2e-b221f0ed3650 tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:02:29.256343 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [req-ac3a75d8-971b-4d2f-9fd1-5214645f547b req-7138af7b-5017-443c-ad2e-b221f0ed3650 tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] Synchronizing usage tracker for tenant:7231e58c55704b3393ba7331c6b2b3a8 on resource:port {{(pid=80113) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 04 08:02:29.272960 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [req-ac3a75d8-971b-4d2f-9fd1-5214645f547b req-7138af7b-5017-443c-ad2e-b221f0ed3650 tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] Unset dirty status for tenant:7231e58c55704b3393ba7331c6b2b3a8 on resource:port {{(pid=80113) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 04 08:02:29.274218 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-ac3a75d8-971b-4d2f-9fd1-5214645f547b req-7138af7b-5017-443c-ad2e-b221f0ed3650 tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] 10.222.0.76 "GET /v2.0/ports?device_id=7f125b5d-a96d-4bf7-b310-27f7ef671178 HTTP/1.1" status: 200 len: 945 time: 0.1874022 Feb 04 08:02:29.380665 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [req-ac3a75d8-971b-4d2f-9fd1-5214645f547b req-4f03eb2b-ea4e-4c95-8452-c18d17d91d87 tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] Deleting port 503e320f-efc0-40e9-8744-5eb9e53bde1a {{(pid=80113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 04 08:02:29.380665 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-ac3a75d8-971b-4d2f-9fd1-5214645f547b req-4f03eb2b-ea4e-4c95-8452-c18d17d91d87 tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727595022485'] for port, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:02:29.663684 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [req-ac3a75d8-971b-4d2f-9fd1-5214645f547b req-4f03eb2b-ea4e-4c95-8452-c18d17d91d87 tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] For port 503e320f-efc0-40e9-8744-5eb9e53bde1a, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=503e320f-efc0-40e9-8744-5eb9e53bde1a,segment=NetworkSegment(b11944ed-987f-41c9-8e9e-da8ce48ffde5),segment_id=b11944ed-987f-41c9-8e9e-da8ce48ffde5)] {{(pid=80113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 08:02:29.664084 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-ac3a75d8-971b-4d2f-9fd1-5214645f547b req-4f03eb2b-ea4e-4c95-8452-c18d17d91d87 tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853131150'] for port, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:02:29.804803 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [req-ac3a75d8-971b-4d2f-9fd1-5214645f547b req-4f03eb2b-ea4e-4c95-8452-c18d17d91d87 tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] Calling delete_port for 503e320f-efc0-40e9-8744-5eb9e53bde1a owned by compute:nova {{(pid=80113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 04 08:02:29.851280 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Device 503e320f-efc0-40e9-8744-5eb9e53bde1a no longer exists at agent ovs-agent-hv-cinder-73306 {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 04 08:02:29.870122 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a59303a-6143-46eb-8e0c-c68d96c9a2c7 req-94c5a266-7694-4f67-b0f7-255bcdc7fd10 tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:02:29.871895 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-1a59303a-6143-46eb-8e0c-c68d96c9a2c7 req-94c5a266-7694-4f67-b0f7-255bcdc7fd10 tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] 10.222.0.99 "GET /v2.0/ports?device_id=59214ee0-5018-40d3-971c-298c943762e6 HTTP/1.1" status: 200 len: 946 time: 0.1687224 Feb 04 08:02:29.953635 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-1a59303a-6143-46eb-8e0c-c68d96c9a2c7 req-c105a80a-5243-4bba-81a6-7d5e517c3cf5 tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] 10.222.0.99 "GET /v2.0/security-groups?id=de83cc50-b8b2-4207-acea-affe92a7db5f&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.0735805 Feb 04 08:02:29.984558 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-ac3a75d8-971b-4d2f-9fd1-5214645f547b req-4f03eb2b-ea4e-4c95-8452-c18d17d91d87 tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309259674774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727594605512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851609521'] for port, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:02:29.994049 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:02:30.001551 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-54586142-02ec-4eb6-a0a4-e999dc623fc7 tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:02:30.102306 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f03eb2b-ea4e-4c95-8452-c18d17d91d87 tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] Pushing event deleted for resources: {'Port': ['ID=503e320f-efc0-40e9-8744-5eb9e53bde1a,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:02:30.116802 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f03eb2b-ea4e-4c95-8452-c18d17d91d87 tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:02:30.117215 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f03eb2b-ea4e-4c95-8452-c18d17d91d87 tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:02:30.117624 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f03eb2b-ea4e-4c95-8452-c18d17d91d87 tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:02:30.118031 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f03eb2b-ea4e-4c95-8452-c18d17d91d87 tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:02:30.118428 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f03eb2b-ea4e-4c95-8452-c18d17d91d87 tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:02:30.118826 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f03eb2b-ea4e-4c95-8452-c18d17d91d87 tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:02:30.119249 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f03eb2b-ea4e-4c95-8452-c18d17d91d87 tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:02:30.119650 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f03eb2b-ea4e-4c95-8452-c18d17d91d87 tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:02:30.120052 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f03eb2b-ea4e-4c95-8452-c18d17d91d87 tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:02:30.120434 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f03eb2b-ea4e-4c95-8452-c18d17d91d87 tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:02:30.120824 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f03eb2b-ea4e-4c95-8452-c18d17d91d87 tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:02:30.121211 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f03eb2b-ea4e-4c95-8452-c18d17d91d87 tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:02:30.121657 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f03eb2b-ea4e-4c95-8452-c18d17d91d87 tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:02:30.122045 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f03eb2b-ea4e-4c95-8452-c18d17d91d87 tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:02:30.123233 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f03eb2b-ea4e-4c95-8452-c18d17d91d87 tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:02:30.123646 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f03eb2b-ea4e-4c95-8452-c18d17d91d87 tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:02:30.124025 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f03eb2b-ea4e-4c95-8452-c18d17d91d87 tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:02:30.124424 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f03eb2b-ea4e-4c95-8452-c18d17d91d87 tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:02:30.124820 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f03eb2b-ea4e-4c95-8452-c18d17d91d87 tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:02:30.125205 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f03eb2b-ea4e-4c95-8452-c18d17d91d87 tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:02:30.125590 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f03eb2b-ea4e-4c95-8452-c18d17d91d87 tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:02:30.125976 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f03eb2b-ea4e-4c95-8452-c18d17d91d87 tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:02:30.126363 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f03eb2b-ea4e-4c95-8452-c18d17d91d87 tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:02:30.126751 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f03eb2b-ea4e-4c95-8452-c18d17d91d87 tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:02:30.131834 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-4f03eb2b-ea4e-4c95-8452-c18d17d91d87 tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:02:30.237150 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-7919c3c1-edf2-474c-ae31-2a1f747a9433 req-cb150e8e-e8b3-4763-abcd-108ae6d2b331 tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] 10.222.0.99 "GET /v2.0/ports?device_id=7f125b5d-a96d-4bf7-b310-27f7ef671178 HTTP/1.1" status: 200 len: 210 time: 0.0529649 Feb 04 08:02:30.240557 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac3a75d8-971b-4d2f-9fd1-5214645f547b req-4f03eb2b-ea4e-4c95-8452-c18d17d91d87 tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] No DVR routers for this DVR port 503e320f-efc0-40e9-8744-5eb9e53bde1a on host hv-cinder-73306 {{(pid=80113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 04 08:02:30.242886 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-ac3a75d8-971b-4d2f-9fd1-5214645f547b req-4f03eb2b-ea4e-4c95-8452-c18d17d91d87 tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3799'] for port, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:02:30.245733 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f125b5d-a96d-4bf7-b310-27f7ef671178', 'name': 'network-vif-deleted', 'tag': '503e320f-efc0-40e9-8744-5eb9e53bde1a'}] {{(pid=80113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 08:02:30.262469 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-ac3a75d8-971b-4d2f-9fd1-5214645f547b req-4f03eb2b-ea4e-4c95-8452-c18d17d91d87 tempest-VolumesActionsTest-1813539639 tempest-VolumesActionsTest-1813539639-project] 10.222.0.76 "DELETE /v2.0/ports/503e320f-efc0-40e9-8744-5eb9e53bde1a HTTP/1.1" status: 204 len: 173 time: 0.9813032 Feb 04 08:02:30.308509 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f125b5d-a96d-4bf7-b310-27f7ef671178', 'name': 'network-vif-deleted', 'tag': '503e320f-efc0-40e9-8744-5eb9e53bde1a', 'status': 'completed', 'code': 200} Feb 04 08:02:31.253609 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2f20fb-19ed-4a00-a3e0-8a016baff6f1 req-98d15d4e-a3c2-4629-901e-3783812129f8 tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:02:31.255329 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-db2f20fb-19ed-4a00-a3e0-8a016baff6f1 req-98d15d4e-a3c2-4629-901e-3783812129f8 tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] 10.222.0.99 "GET /v2.0/ports?device_id=59214ee0-5018-40d3-971c-298c943762e6 HTTP/1.1" status: 200 len: 946 time: 0.1707282 Feb 04 08:02:31.323930 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-db2f20fb-19ed-4a00-a3e0-8a016baff6f1 req-347a68bd-50ac-4616-b7a3-12fa86990a1e tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] 10.222.0.99 "GET /v2.0/security-groups?id=de83cc50-b8b2-4207-acea-affe92a7db5f&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.0614295 Feb 04 08:02:32.674793 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f21a33d-42b9-4573-b4dd-cdd06c3217fb req-e1f1d20e-d27d-473d-9e8f-aa798364e3c2 tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:02:32.676533 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-7f21a33d-42b9-4573-b4dd-cdd06c3217fb req-e1f1d20e-d27d-473d-9e8f-aa798364e3c2 tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] 10.222.0.99 "GET /v2.0/ports?device_id=59214ee0-5018-40d3-971c-298c943762e6 HTTP/1.1" status: 200 len: 946 time: 0.1666086 Feb 04 08:02:32.748332 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-7f21a33d-42b9-4573-b4dd-cdd06c3217fb req-da943654-0d12-42fb-9224-676a3faa5399 tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] 10.222.0.99 "GET /v2.0/security-groups?id=de83cc50-b8b2-4207-acea-affe92a7db5f&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.0645940 Feb 04 08:02:34.105647 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2abc22-1578-4c02-9291-c073f08a7646 req-2e81aa89-986f-4a94-b653-6594297b3507 tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:02:34.107828 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-0c2abc22-1578-4c02-9291-c073f08a7646 req-2e81aa89-986f-4a94-b653-6594297b3507 tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] 10.222.0.99 "GET /v2.0/ports?device_id=59214ee0-5018-40d3-971c-298c943762e6 HTTP/1.1" status: 200 len: 946 time: 0.2250996 Feb 04 08:02:34.187352 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-0c2abc22-1578-4c02-9291-c073f08a7646 req-7380eae8-ef35-409a-a02d-8a7eeae83677 tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] 10.222.0.99 "GET /v2.0/security-groups?id=de83cc50-b8b2-4207-acea-affe92a7db5f&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.0690587 Feb 04 08:02:35.651993 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c22a369-4a61-44bf-bbe0-dd03ca78a023 req-c21e4e4a-b300-43f3-870e-7e1907c0c8bb tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:02:35.655044 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-3c22a369-4a61-44bf-bbe0-dd03ca78a023 req-c21e4e4a-b300-43f3-870e-7e1907c0c8bb tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] 10.222.0.99 "GET /v2.0/ports?device_id=59214ee0-5018-40d3-971c-298c943762e6 HTTP/1.1" status: 200 len: 946 time: 0.2232873 Feb 04 08:02:35.733781 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-3c22a369-4a61-44bf-bbe0-dd03ca78a023 req-8696c380-4097-4b90-96a5-709ac0eb3bed tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] 10.222.0.99 "GET /v2.0/security-groups?id=de83cc50-b8b2-4207-acea-affe92a7db5f&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.0656230 Feb 04 08:02:37.057697 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.agents_db [None req-15dbd8ae-9ae4-49dc-a873-5f27e28d1d51 None None] Agent healthcheck: found 6 active agents {{(pid=80116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 04 08:02:37.073855 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfd9831-a82a-4710-979c-0c8d8b8dbbb2 req-110fd25b-86bd-41a9-be77-f589ab6997d6 tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:02:37.082639 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-0bfd9831-a82a-4710-979c-0c8d8b8dbbb2 req-110fd25b-86bd-41a9-be77-f589ab6997d6 tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] 10.222.0.99 "GET /v2.0/ports?device_id=59214ee0-5018-40d3-971c-298c943762e6 HTTP/1.1" status: 200 len: 946 time: 0.1962535 Feb 04 08:02:37.160462 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-0bfd9831-a82a-4710-979c-0c8d8b8dbbb2 req-366950a5-ed30-41fc-b3d6-6b992d645716 tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] 10.222.0.99 "GET /v2.0/security-groups?id=de83cc50-b8b2-4207-acea-affe92a7db5f&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.0758936 Feb 04 08:02:37.574438 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:02:38.476518 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb80f2b-5129-4805-8632-774902b8a593 req-d6aeee2e-552b-406d-bb3a-3853a2693c29 tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:02:38.478420 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-abb80f2b-5129-4805-8632-774902b8a593 req-d6aeee2e-552b-406d-bb3a-3853a2693c29 tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] 10.222.0.99 "GET /v2.0/ports?device_id=59214ee0-5018-40d3-971c-298c943762e6 HTTP/1.1" status: 200 len: 946 time: 0.1880593 Feb 04 08:02:38.553848 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-abb80f2b-5129-4805-8632-774902b8a593 req-9a738c21-2388-4a0b-9c7c-b852f11a0fde tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] 10.222.0.99 "GET /v2.0/security-groups?id=de83cc50-b8b2-4207-acea-affe92a7db5f&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.0665197 Feb 04 08:02:39.929148 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badb65af-4bf2-4052-8b97-282fe055cc20 req-03327db2-858e-40c1-a8d5-951e0fe77a4a tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:02:39.930912 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-badb65af-4bf2-4052-8b97-282fe055cc20 req-03327db2-858e-40c1-a8d5-951e0fe77a4a tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] 10.222.0.99 "GET /v2.0/ports?device_id=59214ee0-5018-40d3-971c-298c943762e6 HTTP/1.1" status: 200 len: 946 time: 0.1972678 Feb 04 08:02:40.013826 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-badb65af-4bf2-4052-8b97-282fe055cc20 req-a8e2539b-b8ba-43c3-84ee-fd0c3f71a3a6 tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] 10.222.0.99 "GET /v2.0/security-groups?id=de83cc50-b8b2-4207-acea-affe92a7db5f&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.0727961 Feb 04 08:02:40.091749 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124f6db4-3964-4bee-81c6-fcaf3d36c3c9 req-823a0478-d376-4443-a4af-60c5fe30c69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:02:40.093621 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-124f6db4-3964-4bee-81c6-fcaf3d36c3c9 req-823a0478-d376-4443-a4af-60c5fe30c69d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=60b487ac91624ec6b296ca8b77fa79ed&device_id=59214ee0-5018-40d3-971c-298c943762e6 HTTP/1.1" status: 200 len: 1163 time: 0.1992350 Feb 04 08:02:40.257113 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124f6db4-3964-4bee-81c6-fcaf3d36c3c9 req-100148ae-af40-4c0c-8e3a-62da43473101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:02:40.258804 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-124f6db4-3964-4bee-81c6-fcaf3d36c3c9 req-100148ae-af40-4c0c-8e3a-62da43473101 service neutron] 10.222.0.76 "GET /v2.0/networks?id=d5bbe659-e5c0-4960-af33-ba4597e12070 HTTP/1.1" status: 200 len: 903 time: 0.1579974 Feb 04 08:02:40.384261 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-124f6db4-3964-4bee-81c6-fcaf3d36c3c9 req-efe07dc1-ffb0-4e89-83eb-2bcc5aa778ad service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5646e53-1076-4f38-a9ce-9603ce7aced0 HTTP/1.1" status: 200 len: 1002 time: 0.1181760 Feb 04 08:02:40.468965 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124f6db4-3964-4bee-81c6-fcaf3d36c3c9 req-c4e36018-1b8f-4730-9f05-cc31fcc63626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:02:40.470690 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-124f6db4-3964-4bee-81c6-fcaf3d36c3c9 req-c4e36018-1b8f-4730-9f05-cc31fcc63626 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=8d7c4961-342b-40ca-a804-f15c6236b720 HTTP/1.1" status: 200 len: 848 time: 0.0784373 Feb 04 08:02:40.564744 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124f6db4-3964-4bee-81c6-fcaf3d36c3c9 req-b30cb71d-1c56-49f6-a977-cd83511431ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:02:40.566391 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-124f6db4-3964-4bee-81c6-fcaf3d36c3c9 req-b30cb71d-1c56-49f6-a977-cd83511431ab service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d5bbe659-e5c0-4960-af33-ba4597e12070&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0863256 Feb 04 08:02:40.728717 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-124f6db4-3964-4bee-81c6-fcaf3d36c3c9 req-06395dd0-b5a1-437a-b2db-f2696a6a3288 service neutron] 10.222.0.76 "GET /v2.0/networks/d5bbe659-e5c0-4960-af33-ba4597e12070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517615 Feb 04 08:02:40.944687 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-124f6db4-3964-4bee-81c6-fcaf3d36c3c9 req-29a01948-0ccd-4ba1-ab07-ab05fc3bb71a service neutron] 10.222.0.76 "GET /v2.0/networks/d5bbe659-e5c0-4960-af33-ba4597e12070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2071626 Feb 04 08:02:41.476821 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd02aa91-c652-4133-b3cd-36a7a4f1ee50 req-353ae830-a116-46d0-ad84-169092b31618 tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:02:41.486207 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-dd02aa91-c652-4133-b3cd-36a7a4f1ee50 req-353ae830-a116-46d0-ad84-169092b31618 tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] 10.222.0.99 "GET /v2.0/ports?device_id=59214ee0-5018-40d3-971c-298c943762e6 HTTP/1.1" status: 200 len: 946 time: 0.2721975 Feb 04 08:02:41.618043 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790374ef-47a7-4e38-b1c8-e1ab6ff6dd72 req-d8d9851c-387e-4d29-8eee-0abf93c659a9 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:02:41.619795 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-790374ef-47a7-4e38-b1c8-e1ab6ff6dd72 req-d8d9851c-387e-4d29-8eee-0abf93c659a9 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/ports?device_id=095c3c02-0bbd-43ca-a360-bdfd6f356058 HTTP/1.1" status: 200 len: 945 time: 0.3448319 Feb 04 08:02:41.673083 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-dd02aa91-c652-4133-b3cd-36a7a4f1ee50 req-11369a2d-b63a-4171-98ed-1db46f7b802c tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] 10.222.0.99 "GET /v2.0/security-groups?id=de83cc50-b8b2-4207-acea-affe92a7db5f&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.1780856 Feb 04 08:02:41.723809 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-790374ef-47a7-4e38-b1c8-e1ab6ff6dd72 req-5eb19000-7aa7-44c3-a0e0-09ea315316db tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/security-groups?id=3b8135e1-cfde-4fc1-a854-548820f32e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958233 Feb 04 08:02:43.196106 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e500162-a6c0-46ca-91ae-99a1f9f4dc55 req-955c3eb6-4617-4ab5-abbb-e8eb7161fb2b tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:02:43.198407 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-5e500162-a6c0-46ca-91ae-99a1f9f4dc55 req-955c3eb6-4617-4ab5-abbb-e8eb7161fb2b tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] 10.222.0.99 "GET /v2.0/ports?device_id=59214ee0-5018-40d3-971c-298c943762e6 HTTP/1.1" status: 200 len: 946 time: 0.3046448 Feb 04 08:02:43.327565 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac419692-1dcd-4d32-b2cc-d7c993619528 req-eb06725d-a5f8-4d1e-86d4-a7ca2a21bdc3 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:02:43.336039 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-ac419692-1dcd-4d32-b2cc-d7c993619528 req-eb06725d-a5f8-4d1e-86d4-a7ca2a21bdc3 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/ports?device_id=095c3c02-0bbd-43ca-a360-bdfd6f356058 HTTP/1.1" status: 200 len: 945 time: 0.3758583 Feb 04 08:02:43.431736 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-ac419692-1dcd-4d32-b2cc-d7c993619528 req-61a3fe35-9cf1-4641-962e-3eedc30da8be tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/security-groups?id=3b8135e1-cfde-4fc1-a854-548820f32e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942717 Feb 04 08:02:43.452058 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-5e500162-a6c0-46ca-91ae-99a1f9f4dc55 req-57aee120-967e-49f1-b0f5-7f0f4a3156f6 tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] 10.222.0.99 "GET /v2.0/security-groups?id=de83cc50-b8b2-4207-acea-affe92a7db5f&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.2431252 Feb 04 08:02:43.956555 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Device c5646e53-1076-4f38-a9ce-9603ce7aced0 no longer exists at agent ovs-agent-hv-cinder-73306 {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 04 08:02:44.091376 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:02:44.133010 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] For port c5646e53-1076-4f38-a9ce-9603ce7aced0, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=c5646e53-1076-4f38-a9ce-9603ce7aced0,segment=NetworkSegment(d569568a-3589-4a86-b2cc-4d13735c5e6b),segment_id=d569568a-3589-4a86-b2cc-4d13735c5e6b)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 08:02:44.134044 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59214ee0-5018-40d3-971c-298c943762e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5646e53-1076-4f38-a9ce-9603ce7aced0'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 08:02:44.140935 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309259674757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309260170288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727594605546'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:02:44.143318 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:02:44.226312 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59214ee0-5018-40d3-971c-298c943762e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5646e53-1076-4f38-a9ce-9603ce7aced0', 'code': 200} Feb 04 08:02:44.228949 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Pushing event updated for resources: {'Port': ['ID=c5646e53-1076-4f38-a9ce-9603ce7aced0,revision_number=5']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:02:44.233586 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:02:44.881305 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6236d44f-06f5-432a-8b67-379003a53435 req-3adf4aec-474b-4342-9f82-83f25773327a tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:02:44.888951 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-6236d44f-06f5-432a-8b67-379003a53435 req-3adf4aec-474b-4342-9f82-83f25773327a tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] 10.222.0.99 "GET /v2.0/ports?device_id=59214ee0-5018-40d3-971c-298c943762e6 HTTP/1.1" status: 200 len: 944 time: 0.2568526 Feb 04 08:02:45.001417 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce20ed2-445c-4f72-9ea7-91eb49f1d024 req-1c46fb26-580f-4f42-9a34-7723cb5cbecf tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:02:45.003130 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-cce20ed2-445c-4f72-9ea7-91eb49f1d024 req-1c46fb26-580f-4f42-9a34-7723cb5cbecf tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/ports?device_id=095c3c02-0bbd-43ca-a360-bdfd6f356058 HTTP/1.1" status: 200 len: 945 time: 0.3231146 Feb 04 08:02:45.090285 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-6236d44f-06f5-432a-8b67-379003a53435 req-e8818b98-eae8-422a-88ea-9b146bcdf264 tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] 10.222.0.99 "GET /v2.0/security-groups?id=de83cc50-b8b2-4207-acea-affe92a7db5f&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.1977596 Feb 04 08:02:45.148395 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-cce20ed2-445c-4f72-9ea7-91eb49f1d024 req-5441f501-fb80-482c-a7e8-91fd76c0e399 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/security-groups?id=3b8135e1-cfde-4fc1-a854-548820f32e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1355686 Feb 04 08:02:45.589565 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-a81818de-4cfc-4c22-9539-71bcc4e6414d req-ef4799e7-ab9a-4947-a1c1-13f24d58a13b service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=59214ee0-5018-40d3-971c-298c943762e6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1185150 Feb 04 08:02:45.725687 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f902a36-36a0-4f7e-b4ca-968ad1d6c137 req-a9db0c21-3760-47da-9111-0d2f23a307d9 tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:02:45.726631 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-3f902a36-36a0-4f7e-b4ca-968ad1d6c137 req-a9db0c21-3760-47da-9111-0d2f23a307d9 tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] 10.222.0.99 "GET /v2.0/ports?device_id=59214ee0-5018-40d3-971c-298c943762e6 HTTP/1.1" status: 200 len: 944 time: 0.1794417 Feb 04 08:02:45.802909 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-3f902a36-36a0-4f7e-b4ca-968ad1d6c137 req-78947a61-a2fd-49d5-a6cc-b612f4605881 tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] 10.222.0.99 "GET /v2.0/security-groups?id=de83cc50-b8b2-4207-acea-affe92a7db5f&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.0664999 Feb 04 08:02:46.569764 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea74f57c-7387-4357-8431-ba4b5c6e7c8e req-924990ad-e8c5-4045-b398-309d8a286955 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:02:46.578643 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-ea74f57c-7387-4357-8431-ba4b5c6e7c8e req-924990ad-e8c5-4045-b398-309d8a286955 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/ports?device_id=095c3c02-0bbd-43ca-a360-bdfd6f356058 HTTP/1.1" status: 200 len: 945 time: 0.2397482 Feb 04 08:02:46.647426 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-ea74f57c-7387-4357-8431-ba4b5c6e7c8e req-142466bf-62ed-41f3-be74-97bd1a8dc459 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/security-groups?id=3b8135e1-cfde-4fc1-a854-548820f32e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676699 Feb 04 08:02:47.119059 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989df5ce-6c9d-4a55-aaea-f816b4516cc6 req-be05e325-853e-479d-a20d-8bfdc47f1673 tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:02:47.120678 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-989df5ce-6c9d-4a55-aaea-f816b4516cc6 req-be05e325-853e-479d-a20d-8bfdc47f1673 tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] 10.222.0.99 "GET /v2.0/ports?device_id=59214ee0-5018-40d3-971c-298c943762e6 HTTP/1.1" status: 200 len: 944 time: 0.1754234 Feb 04 08:02:47.188393 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-989df5ce-6c9d-4a55-aaea-f816b4516cc6 req-7395bf4c-f354-4d06-b2c2-e2cb677473f9 tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] 10.222.0.99 "GET /v2.0/security-groups?id=de83cc50-b8b2-4207-acea-affe92a7db5f&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.0605278 Feb 04 08:02:47.561788 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81818de-4cfc-4c22-9539-71bcc4e6414d req-947a47d0-90f0-417b-be10-a5775b7d308b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:02:47.563882 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-a81818de-4cfc-4c22-9539-71bcc4e6414d req-947a47d0-90f0-417b-be10-a5775b7d308b service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=59214ee0-5018-40d3-971c-298c943762e6&tenant_id=60b487ac91624ec6b296ca8b77fa79ed HTTP/1.1" status: 200 len: 1161 time: 0.0972791 Feb 04 08:02:47.704442 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81818de-4cfc-4c22-9539-71bcc4e6414d req-1f3c8be5-2714-4f16-b7c1-cd1707f2ceef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:02:47.706114 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-a81818de-4cfc-4c22-9539-71bcc4e6414d req-1f3c8be5-2714-4f16-b7c1-cd1707f2ceef service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=60b487ac91624ec6b296ca8b77fa79ed&device_id=59214ee0-5018-40d3-971c-298c943762e6 HTTP/1.1" status: 200 len: 1161 time: 0.0989890 Feb 04 08:02:47.924202 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81818de-4cfc-4c22-9539-71bcc4e6414d req-dc26d82e-69f6-4257-8089-9578034e510a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:02:47.925833 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-a81818de-4cfc-4c22-9539-71bcc4e6414d req-dc26d82e-69f6-4257-8089-9578034e510a service neutron] 10.222.0.76 "GET /v2.0/networks?id=d5bbe659-e5c0-4960-af33-ba4597e12070 HTTP/1.1" status: 200 len: 903 time: 0.2116871 Feb 04 08:02:48.087390 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-a81818de-4cfc-4c22-9539-71bcc4e6414d req-4cbd8e21-d5b2-49b8-bf55-fb6cfdf3ea36 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5646e53-1076-4f38-a9ce-9603ce7aced0 HTTP/1.1" status: 200 len: 1000 time: 0.1536102 Feb 04 08:02:48.239513 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81818de-4cfc-4c22-9539-71bcc4e6414d req-4f937f84-dd28-40f8-8330-7c146a2f6471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:02:48.242698 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-a81818de-4cfc-4c22-9539-71bcc4e6414d req-4f937f84-dd28-40f8-8330-7c146a2f6471 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=8d7c4961-342b-40ca-a804-f15c6236b720 HTTP/1.1" status: 200 len: 848 time: 0.1479449 Feb 04 08:02:48.256489 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0623fd00-785b-4ad9-953c-d90398b1bc70 req-f14e586c-131a-4146-855d-af7e6361d6af tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:02:48.258598 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-0623fd00-785b-4ad9-953c-d90398b1bc70 req-f14e586c-131a-4146-855d-af7e6361d6af tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/ports?device_id=095c3c02-0bbd-43ca-a360-bdfd6f356058 HTTP/1.1" status: 200 len: 945 time: 0.1959069 Feb 04 08:02:48.363697 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-0623fd00-785b-4ad9-953c-d90398b1bc70 req-94848649-66b7-4292-8fbc-7f7093edbaa9 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/security-groups?id=3b8135e1-cfde-4fc1-a854-548820f32e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978954 Feb 04 08:02:48.446229 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81818de-4cfc-4c22-9539-71bcc4e6414d req-63306381-10c6-4115-a847-8794a0ced62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:02:48.449325 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-a81818de-4cfc-4c22-9539-71bcc4e6414d req-63306381-10c6-4115-a847-8794a0ced62e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d5bbe659-e5c0-4960-af33-ba4597e12070&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1986446 Feb 04 08:02:48.547575 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958095d5-7850-4b93-b31d-6b5ef8c36cd5 req-1d26c9e9-4522-4f47-a04e-112ebbb16c31 tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:02:48.555178 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-958095d5-7850-4b93-b31d-6b5ef8c36cd5 req-1d26c9e9-4522-4f47-a04e-112ebbb16c31 tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] 10.222.0.99 "GET /v2.0/ports?device_id=59214ee0-5018-40d3-971c-298c943762e6 HTTP/1.1" status: 200 len: 944 time: 0.1903145 Feb 04 08:02:48.634484 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-958095d5-7850-4b93-b31d-6b5ef8c36cd5 req-875e33ee-0690-418d-8c38-9e24d8c7fec8 tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] 10.222.0.99 "GET /v2.0/security-groups?id=de83cc50-b8b2-4207-acea-affe92a7db5f&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.0782263 Feb 04 08:02:48.659515 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-a81818de-4cfc-4c22-9539-71bcc4e6414d req-83e73671-f93a-4a26-98ad-db791e93438a service neutron] 10.222.0.76 "GET /v2.0/networks/d5bbe659-e5c0-4960-af33-ba4597e12070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020781 Feb 04 08:02:48.820791 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-a81818de-4cfc-4c22-9539-71bcc4e6414d req-0d0b582d-0d2e-4097-b849-9be77c270f78 service neutron] 10.222.0.76 "GET /v2.0/networks/d5bbe659-e5c0-4960-af33-ba4597e12070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1543422 Feb 04 08:02:49.754544 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8297dc-ad6d-46ca-8449-f3c20935dc37 req-6c2b3ca7-1c95-4018-97ee-2a0504dbf157 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:02:49.756535 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-3e8297dc-ad6d-46ca-8449-f3c20935dc37 req-6c2b3ca7-1c95-4018-97ee-2a0504dbf157 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/ports?device_id=095c3c02-0bbd-43ca-a360-bdfd6f356058 HTTP/1.1" status: 200 len: 945 time: 0.2112830 Feb 04 08:02:49.875235 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-3e8297dc-ad6d-46ca-8449-f3c20935dc37 req-de8e4785-337c-4112-a5b2-6b3362beafb4 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/security-groups?id=3b8135e1-cfde-4fc1-a854-548820f32e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114588 Feb 04 08:02:50.016983 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4634d1-f398-4755-b192-8ff9d823b05a req-52f455e7-3506-49ac-ab92-11d6d9c356b2 tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:02:50.018645 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-9b4634d1-f398-4755-b192-8ff9d823b05a req-52f455e7-3506-49ac-ab92-11d6d9c356b2 tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] 10.222.0.99 "GET /v2.0/ports?device_id=59214ee0-5018-40d3-971c-298c943762e6 HTTP/1.1" status: 200 len: 944 time: 0.2166708 Feb 04 08:02:50.095694 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-9b4634d1-f398-4755-b192-8ff9d823b05a req-35e35d6f-94ea-45bb-b464-687ba6898017 tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] 10.222.0.99 "GET /v2.0/security-groups?id=de83cc50-b8b2-4207-acea-affe92a7db5f&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.0702074 Feb 04 08:02:50.616841 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-86b72d2d-d3e6-408e-9814-73e83242c37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:02:51.201531 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c467d6-2476-4dc3-988b-58734e333e0e req-66f12320-17d9-4a10-b24d-29354e5f80b0 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:02:51.203065 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-a3c467d6-2476-4dc3-988b-58734e333e0e req-66f12320-17d9-4a10-b24d-29354e5f80b0 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/ports?device_id=095c3c02-0bbd-43ca-a360-bdfd6f356058 HTTP/1.1" status: 200 len: 945 time: 0.1640599 Feb 04 08:02:51.314703 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-a3c467d6-2476-4dc3-988b-58734e333e0e req-aacb6285-0838-40c6-bc56-de69b72ba695 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/security-groups?id=3b8135e1-cfde-4fc1-a854-548820f32e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050725 Feb 04 08:02:51.438921 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4c1155-35ef-43cd-ae7c-eb4988e1dc36 req-c61579e3-a12b-4799-ba09-433f5b07db63 tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:02:51.440671 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-7a4c1155-35ef-43cd-ae7c-eb4988e1dc36 req-c61579e3-a12b-4799-ba09-433f5b07db63 tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] 10.222.0.99 "GET /v2.0/ports?device_id=59214ee0-5018-40d3-971c-298c943762e6 HTTP/1.1" status: 200 len: 944 time: 0.1945398 Feb 04 08:02:51.508758 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-7a4c1155-35ef-43cd-ae7c-eb4988e1dc36 req-b51cf281-ea6a-4f2f-93ae-1c8440959914 tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] 10.222.0.99 "GET /v2.0/security-groups?id=de83cc50-b8b2-4207-acea-affe92a7db5f&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.0603623 Feb 04 08:02:52.501874 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Device c5646e53-1076-4f38-a9ce-9603ce7aced0 up at agent ovs-agent-hv-cinder-73306 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 08:02:52.578051 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Provisioning complete for port c5646e53-1076-4f38-a9ce-9603ce7aced0 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 08:02:52.578473 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762158'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:02:52.636300 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ee31da-c0bb-4363-a2f3-df1b95ea30a7 req-a8afbb29-20b2-4b0a-ab73-d1c3e03c1969 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:02:52.638537 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-a9ee31da-c0bb-4363-a2f3-df1b95ea30a7 req-a8afbb29-20b2-4b0a-ab73-d1c3e03c1969 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/ports?device_id=095c3c02-0bbd-43ca-a360-bdfd6f356058 HTTP/1.1" status: 200 len: 945 time: 0.1702030 Feb 04 08:02:52.706864 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-a9ee31da-c0bb-4363-a2f3-df1b95ea30a7 req-a0cf6050-d61b-4897-abd4-9cae16340bdd tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/security-groups?id=3b8135e1-cfde-4fc1-a854-548820f32e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610020 Feb 04 08:02:52.708979 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:02:52.739457 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59214ee0-5018-40d3-971c-298c943762e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5646e53-1076-4f38-a9ce-9603ce7aced0'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 08:02:52.753581 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] For port c5646e53-1076-4f38-a9ce-9603ce7aced0, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=c5646e53-1076-4f38-a9ce-9603ce7aced0,segment=NetworkSegment(d569568a-3589-4a86-b2cc-4d13735c5e6b),segment_id=d569568a-3589-4a86-b2cc-4d13735c5e6b)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 08:02:52.757607 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309259674757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309260170288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727594605546'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:02:52.760567 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:02:52.810098 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59214ee0-5018-40d3-971c-298c943762e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5646e53-1076-4f38-a9ce-9603ce7aced0', 'code': 200} Feb 04 08:02:52.842183 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Pushing event updated for resources: {'Port': ['ID=c5646e53-1076-4f38-a9ce-9603ce7aced0,revision_number=6']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:02:52.848922 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:02:52.849407 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:02:52.849869 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:02:52.850241 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:02:52.850609 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:02:52.850980 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:02:52.851369 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:02:52.851737 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:02:52.852102 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:02:52.852463 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:02:52.852828 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:02:52.853225 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:02:52.853813 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:02:52.854176 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:02:52.854646 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:02:52.855595 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:02:52.856960 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:02:52.857336 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:02:52.857697 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:02:52.858057 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:02:52.858415 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:02:52.858775 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:02:52.859200 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:02:52.859558 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:02:52.864108 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:02:52.906600 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-2158485b-d513-41e9-bb61-8f44bd2e4a99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:02:52.966632 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6904ab52-1842-4b02-9b99-b4a05f5774d3 req-628a5408-2dab-4c35-bfab-558915c0cf6e tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:02:52.968341 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-6904ab52-1842-4b02-9b99-b4a05f5774d3 req-628a5408-2dab-4c35-bfab-558915c0cf6e tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] 10.222.0.99 "GET /v2.0/ports?device_id=59214ee0-5018-40d3-971c-298c943762e6 HTTP/1.1" status: 200 len: 946 time: 0.1692946 Feb 04 08:02:53.037358 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-6904ab52-1842-4b02-9b99-b4a05f5774d3 req-17c9c9c7-8b55-49df-9fa5-0914c88cae07 tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] 10.222.0.99 "GET /v2.0/security-groups?id=de83cc50-b8b2-4207-acea-affe92a7db5f&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.0623860 Feb 04 08:02:53.183130 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1e4570-06d2-4f3f-aa77-06cb4bcf9348 req-de955f40-c480-4d7b-9830-fb783b36886a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:02:53.184883 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-4e1e4570-06d2-4f3f-aa77-06cb4bcf9348 req-de955f40-c480-4d7b-9830-fb783b36886a service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=59214ee0-5018-40d3-971c-298c943762e6 HTTP/1.1" status: 200 len: 1163 time: 0.0771592 Feb 04 08:02:53.228006 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-4e1e4570-06d2-4f3f-aa77-06cb4bcf9348 req-5fc8f130-301a-4301-a647-6a2966544daa service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=de83cc50-b8b2-4207-acea-affe92a7db5f&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.0371406 Feb 04 08:02:53.261039 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.99', 55112) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:02:53.332803 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.db_base_plugin_v2 [None req-673860ce-8f83-408c-a3c3-e1cbade309fa admin admin] Deleting subnet b6027187-db2f-4b00-8943-221517de3df8 {{(pid=80114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Feb 04 08:02:53.336060 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-673860ce-8f83-408c-a3c3-e1cbade309fa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:02:53.390491 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-673860ce-8f83-408c-a3c3-e1cbade309fa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2352805'] for subnet, precommit_delete_associations {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:02:53.654847 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-673860ce-8f83-408c-a3c3-e1cbade309fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4562'] for subnet, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:02:53.869745 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-85fac0c9-e82f-41ee-a61d-5b2e920e6613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:02:53.994990 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-673860ce-8f83-408c-a3c3-e1cbade309fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854771238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852444796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2826875'] for subnet, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:02:54.093298 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ac2a7c-51b5-44ac-a30f-36804bacf2f1 req-e14fc476-908a-4ce8-8ee4-79f724d49f4c tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:02:54.095037 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-09ac2a7c-51b5-44ac-a30f-36804bacf2f1 req-e14fc476-908a-4ce8-8ee4-79f724d49f4c tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/ports?device_id=095c3c02-0bbd-43ca-a360-bdfd6f356058 HTTP/1.1" status: 200 len: 945 time: 0.2133060 Feb 04 08:02:54.098169 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:02:54.181695 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Device c5646e53-1076-4f38-a9ce-9603ce7aced0 up at agent ovs-agent-hv-cinder-73306 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 08:02:54.197611 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673860ce-8f83-408c-a3c3-e1cbade309fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6027187-db2f-4b00-8943-221517de3df8,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:02:54.267940 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Provisioning complete for port c5646e53-1076-4f38-a9ce-9603ce7aced0 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 08:02:54.268570 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762158'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:02:54.279890 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673860ce-8f83-408c-a3c3-e1cbade309fa admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:02:54.280302 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673860ce-8f83-408c-a3c3-e1cbade309fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:02:54.280713 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673860ce-8f83-408c-a3c3-e1cbade309fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:02:54.281075 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673860ce-8f83-408c-a3c3-e1cbade309fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:02:54.281467 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673860ce-8f83-408c-a3c3-e1cbade309fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:02:54.281858 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673860ce-8f83-408c-a3c3-e1cbade309fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:02:54.282248 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673860ce-8f83-408c-a3c3-e1cbade309fa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:02:54.282636 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673860ce-8f83-408c-a3c3-e1cbade309fa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:02:54.283054 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673860ce-8f83-408c-a3c3-e1cbade309fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:02:54.283453 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673860ce-8f83-408c-a3c3-e1cbade309fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:02:54.283837 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673860ce-8f83-408c-a3c3-e1cbade309fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:02:54.284219 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673860ce-8f83-408c-a3c3-e1cbade309fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:02:54.284675 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673860ce-8f83-408c-a3c3-e1cbade309fa admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:02:54.285039 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673860ce-8f83-408c-a3c3-e1cbade309fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:02:54.285420 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673860ce-8f83-408c-a3c3-e1cbade309fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:02:54.285801 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673860ce-8f83-408c-a3c3-e1cbade309fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:02:54.286183 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673860ce-8f83-408c-a3c3-e1cbade309fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:02:54.286570 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673860ce-8f83-408c-a3c3-e1cbade309fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:02:54.286948 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673860ce-8f83-408c-a3c3-e1cbade309fa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:02:54.287715 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673860ce-8f83-408c-a3c3-e1cbade309fa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:02:54.287715 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673860ce-8f83-408c-a3c3-e1cbade309fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:02:54.288091 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673860ce-8f83-408c-a3c3-e1cbade309fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:02:54.288471 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673860ce-8f83-408c-a3c3-e1cbade309fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:02:54.288848 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673860ce-8f83-408c-a3c3-e1cbade309fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:02:54.314798 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-673860ce-8f83-408c-a3c3-e1cbade309fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:02:54.370138 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-09ac2a7c-51b5-44ac-a30f-36804bacf2f1 req-a8642baf-ad1e-4627-aac1-d2954fff4808 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/security-groups?id=3b8135e1-cfde-4fc1-a854-548820f32e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2416921 Feb 04 08:02:54.391073 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-673860ce-8f83-408c-a3c3-e1cbade309fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1815815'] for subnet, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:02:54.402357 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-673860ce-8f83-408c-a3c3-e1cbade309fa admin admin] 10.222.0.99 "DELETE /v2.0/subnets/b6027187-db2f-4b00-8943-221517de3df8 HTTP/1.1" status: 204 len: 168 time: 1.1377747 Feb 04 08:02:54.402830 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 55122) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:02:54.497561 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a91a504-1334-44a4-8587-77e9e50e1c3d req-eaa4ab84-aa24-40df-8c88-1f5dbe3fc5a2 tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:02:54.499293 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-8a91a504-1334-44a4-8587-77e9e50e1c3d req-eaa4ab84-aa24-40df-8c88-1f5dbe3fc5a2 tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] 10.222.0.99 "GET /v2.0/ports?device_id=59214ee0-5018-40d3-971c-298c943762e6 HTTP/1.1" status: 200 len: 946 time: 0.2913899 Feb 04 08:02:54.536626 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-725fce20-b3c6-47f6-b40f-d953cb5d7503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854354064'] for network, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:02:54.567744 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-8a91a504-1334-44a4-8587-77e9e50e1c3d req-33d03ac0-6235-4995-a5fe-0ddc1eef9219 tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] 10.222.0.99 "GET /v2.0/security-groups?id=de83cc50-b8b2-4207-acea-affe92a7db5f&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.0610926 Feb 04 08:02:54.680906 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:02:54.736660 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-725fce20-b3c6-47f6-b40f-d953cb5d7503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8537', 'neutron.services.segments.db._delete_segments_for_network--9223363309259659414'] for network, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:02:54.856576 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.services.segments.db [None req-725fce20-b3c6-47f6-b40f-d953cb5d7503 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af1ca77f-de00-49e9-8c35-e373ebdb22c1']}} {{(pid=80113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 08:02:54.869469 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.services.segments.db [None req-725fce20-b3c6-47f6-b40f-d953cb5d7503 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b11944ed-987f-41c9-8e9e-da8ce48ffde5') {'for_net_delete': True} {{(pid=80113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 08:02:54.869813 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.services.segments.db [None req-725fce20-b3c6-47f6-b40f-d953cb5d7503 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b11944ed-987f-41c9-8e9e-da8ce48ffde5') {} {{(pid=80113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 08:02:54.882758 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-725fce20-b3c6-47f6-b40f-d953cb5d7503 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363309259661718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4048064'] for segment, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:02:54.899417 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-725fce20-b3c6-47f6-b40f-d953cb5d7503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774980'] for segment, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:02:54.901468 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-725fce20-b3c6-47f6-b40f-d953cb5d7503 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 04 08:02:55.091450 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-725fce20-b3c6-47f6-b40f-d953cb5d7503 admin admin] Network af1ca77f-de00-49e9-8c35-e373ebdb22c1 has no segments {{(pid=80113) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 04 08:02:55.101104 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-725fce20-b3c6-47f6-b40f-d953cb5d7503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3166234'] for segment, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:02:55.232819 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-19d3b842-1860-471a-9268-0862a9b26fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:02:55.289139 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-725fce20-b3c6-47f6-b40f-d953cb5d7503 admin admin] Network af1ca77f-de00-49e9-8c35-e373ebdb22c1 has no segments {{(pid=80113) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 04 08:02:55.314260 dv-cinder-733062-18-smb neutron-server[79999]: Traceback (most recent call last): Feb 04 08:02:55.314260 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 08:02:55.314260 dv-cinder-733062-18-smb neutron-server[79999]: timer() Feb 04 08:02:55.314260 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 08:02:55.314260 dv-cinder-733062-18-smb neutron-server[79999]: cb(*args, **kw) Feb 04 08:02:55.314260 dv-cinder-733062-18-smb neutron-server[79999]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 04 08:02:55.314260 dv-cinder-733062-18-smb neutron-server[79999]: return func(*args, **kwargs) Feb 04 08:02:55.314260 dv-cinder-733062-18-smb neutron-server[79999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 08:02:55.314260 dv-cinder-733062-18-smb neutron-server[79999]: self._notify() Feb 04 08:02:55.314260 dv-cinder-733062-18-smb neutron-server[79999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 08:02:55.314260 dv-cinder-733062-18-smb neutron-server[79999]: self.callback(batched_events) Feb 04 08:02:55.314260 dv-cinder-733062-18-smb neutron-server[79999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 08:02:55.314260 dv-cinder-733062-18-smb neutron-server[79999]: event.method(event) Feb 04 08:02:55.314260 dv-cinder-733062-18-smb neutron-server[79999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 08:02:55.314260 dv-cinder-733062-18-smb neutron-server[79999]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 08:02:55.314260 dv-cinder-733062-18-smb neutron-server[79999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 04 08:02:55.314260 dv-cinder-733062-18-smb neutron-server[79999]: segment_id)['aggregates'][0] Feb 04 08:02:55.314260 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 08:02:55.314260 dv-cinder-733062-18-smb neutron-server[79999]: return f(self, *a, **k) Feb 04 08:02:55.314260 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 08:02:55.314260 dv-cinder-733062-18-smb neutron-server[79999]: return self._get(url).json() Feb 04 08:02:55.314260 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 08:02:55.314260 dv-cinder-733062-18-smb neutron-server[79999]: **kwargs) Feb 04 08:02:55.314260 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 08:02:55.314260 dv-cinder-733062-18-smb neutron-server[79999]: return self.request(url, 'GET', **kwargs) Feb 04 08:02:55.314260 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 04 08:02:55.314260 dv-cinder-733062-18-smb neutron-server[79999]: **endpoint_filter) Feb 04 08:02:55.314260 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 08:02:55.314260 dv-cinder-733062-18-smb neutron-server[79999]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 08:02:55.314260 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 08:02:55.314260 dv-cinder-733062-18-smb neutron-server[79999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 08:02:55.314260 dv-cinder-733062-18-smb neutron-server[79999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 08:02:55.394314 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-725fce20-b3c6-47f6-b40f-d953cb5d7503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854767263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853136492'] for network, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:02:55.397984 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-acf7464d-b568-4e40-b52f-1dd1fc8102d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:02:55.415082 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-725fce20-b3c6-47f6-b40f-d953cb5d7503 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1815815'] for network, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:02:55.422934 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725fce20-b3c6-47f6-b40f-d953cb5d7503 admin admin] Pushing event deleted for resources: {'Network': ['ID=af1ca77f-de00-49e9-8c35-e373ebdb22c1,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:02:55.428735 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-725fce20-b3c6-47f6-b40f-d953cb5d7503 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:02:55.434397 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-725fce20-b3c6-47f6-b40f-d953cb5d7503 admin admin] 10.222.0.99 "DELETE /v2.0/networks/af1ca77f-de00-49e9-8c35-e373ebdb22c1 HTTP/1.1" status: 204 len: 168 time: 1.0293159 Feb 04 08:02:55.652609 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 55134) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:02:55.692933 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cef924-931e-4450-a8de-c2f1918a4a1d req-8739d694-6254-438f-910e-c1520244cbda tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:02:55.694623 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-44cef924-931e-4450-a8de-c2f1918a4a1d req-8739d694-6254-438f-910e-c1520244cbda tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/ports?device_id=095c3c02-0bbd-43ca-a360-bdfd6f356058 HTTP/1.1" status: 200 len: 945 time: 0.1722486 Feb 04 08:02:55.710287 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-2542b4e3-343b-46bd-b6b8-3eb20b91a288 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=7231e58c55704b3393ba7331c6b2b3a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0531602 Feb 04 08:02:55.710487 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 55138) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:02:55.821450 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-44cef924-931e-4450-a8de-c2f1918a4a1d req-8be0881c-2b57-47ad-87d9-67cfe6918814 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/security-groups?id=3b8135e1-cfde-4fc1-a854-548820f32e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175289 Feb 04 08:02:55.935652 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0bb337-356f-497a-9f18-b57c4c5c34dd req-237d054e-bb3c-489d-a181-4d81100382ab tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:02:55.937399 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-3b0bb337-356f-497a-9f18-b57c4c5c34dd req-237d054e-bb3c-489d-a181-4d81100382ab tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] 10.222.0.99 "GET /v2.0/ports?device_id=59214ee0-5018-40d3-971c-298c943762e6 HTTP/1.1" status: 200 len: 946 time: 0.2158332 Feb 04 08:02:56.010060 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-3b0bb337-356f-497a-9f18-b57c4c5c34dd req-755c8d2b-a414-4cf5-8c03-f4a831839942 tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] 10.222.0.99 "GET /v2.0/security-groups?id=de83cc50-b8b2-4207-acea-affe92a7db5f&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.0657907 Feb 04 08:02:56.020354 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b13c6115-439a-4ec1-bab2-2cb08f3ec043 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:02:56.049405 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b13c6115-439a-4ec1-bab2-2cb08f3ec043 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:02:56.097516 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b13c6115-439a-4ec1-bab2-2cb08f3ec043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:02:56.102552 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-151e89e5-6474-483e-8161-8ee119073b32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:02:56.114409 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13c6115-439a-4ec1-bab2-2cb08f3ec043 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40578d55-2518-483d-b424-0e7c96b54f81,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:02:56.119328 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-b13c6115-439a-4ec1-bab2-2cb08f3ec043 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:02:56.121470 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b13c6115-439a-4ec1-bab2-2cb08f3ec043 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:02:56.122783 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-b13c6115-439a-4ec1-bab2-2cb08f3ec043 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/40578d55-2518-483d-b424-0e7c96b54f81 HTTP/1.1" status: 204 len: 168 time: 0.4113009 Feb 04 08:02:57.148103 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c034829-4daa-4b31-ba34-48493881799e req-0e3bc78e-bcca-4df7-876f-841e5842ad43 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:02:57.149898 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-2c034829-4daa-4b31-ba34-48493881799e req-0e3bc78e-bcca-4df7-876f-841e5842ad43 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/ports?device_id=095c3c02-0bbd-43ca-a360-bdfd6f356058 HTTP/1.1" status: 200 len: 945 time: 0.1656685 Feb 04 08:02:57.220669 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-2c034829-4daa-4b31-ba34-48493881799e req-9685d09e-609b-4e6d-8006-23f2937de2c9 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/security-groups?id=3b8135e1-cfde-4fc1-a854-548820f32e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636909 Feb 04 08:02:58.538314 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99edf880-aeff-4dee-ba30-70b72c87f180 req-3c1eff60-2a38-4286-93ee-222c55059d63 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:02:58.540051 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-99edf880-aeff-4dee-ba30-70b72c87f180 req-3c1eff60-2a38-4286-93ee-222c55059d63 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/ports?device_id=095c3c02-0bbd-43ca-a360-bdfd6f356058 HTTP/1.1" status: 200 len: 945 time: 0.1655569 Feb 04 08:02:58.606756 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-99edf880-aeff-4dee-ba30-70b72c87f180 req-d1f2958a-d58b-4b23-8d18-de40249d6776 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/security-groups?id=3b8135e1-cfde-4fc1-a854-548820f32e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595362 Feb 04 08:02:59.985675 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a151cb-4afb-4910-96ad-6d9869c6680c req-2969fcb4-91fc-44a1-8498-be9a793dae03 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:02:59.987351 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-43a151cb-4afb-4910-96ad-6d9869c6680c req-2969fcb4-91fc-44a1-8498-be9a793dae03 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/ports?device_id=095c3c02-0bbd-43ca-a360-bdfd6f356058 HTTP/1.1" status: 200 len: 945 time: 0.1815219 Feb 04 08:03:00.056065 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-43a151cb-4afb-4910-96ad-6d9869c6680c req-dc47065e-1561-4977-86f0-652bb5d232ee tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/security-groups?id=3b8135e1-cfde-4fc1-a854-548820f32e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618486 Feb 04 08:03:01.472383 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38250e16-d365-40ed-8a4e-143b71dba1d7 req-26bd8c83-cf01-429e-a163-6267b0bbc180 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:03:01.474014 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-38250e16-d365-40ed-8a4e-143b71dba1d7 req-26bd8c83-cf01-429e-a163-6267b0bbc180 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/ports?device_id=095c3c02-0bbd-43ca-a360-bdfd6f356058 HTTP/1.1" status: 200 len: 945 time: 0.2161210 Feb 04 08:03:01.551836 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-38250e16-d365-40ed-8a4e-143b71dba1d7 req-e178e752-3e4b-45fe-bc0a-0726ed91651e tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/security-groups?id=3b8135e1-cfde-4fc1-a854-548820f32e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693624 Feb 04 08:03:03.001415 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db2a2d1-dfe7-4243-80e1-76fc1c94fc4a req-04ac0f82-fff5-4b5a-b603-c14c90c6a4a2 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:03:03.004276 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-6db2a2d1-dfe7-4243-80e1-76fc1c94fc4a req-04ac0f82-fff5-4b5a-b603-c14c90c6a4a2 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/ports?device_id=095c3c02-0bbd-43ca-a360-bdfd6f356058 HTTP/1.1" status: 200 len: 945 time: 0.2211344 Feb 04 08:03:03.077086 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-6db2a2d1-dfe7-4243-80e1-76fc1c94fc4a req-4047bc25-cfef-4dee-9482-937d0b581176 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/security-groups?id=3b8135e1-cfde-4fc1-a854-548820f32e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664244 Feb 04 08:03:04.474318 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970d0597-a43e-4e95-a681-b02baa37d74c req-3797bb0f-47c2-4130-837a-a9aba4060e81 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:03:04.474877 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-970d0597-a43e-4e95-a681-b02baa37d74c req-3797bb0f-47c2-4130-837a-a9aba4060e81 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/ports?device_id=095c3c02-0bbd-43ca-a360-bdfd6f356058 HTTP/1.1" status: 200 len: 945 time: 0.2107713 Feb 04 08:03:04.566040 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-970d0597-a43e-4e95-a681-b02baa37d74c req-a603baeb-6245-4b71-be83-d53e9c831cc9 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/security-groups?id=3b8135e1-cfde-4fc1-a854-548820f32e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840740 Feb 04 08:03:06.163220 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d32bf4a-74e9-4a8f-8b72-b5957afe6f9b req-678d613c-6c60-47b5-a5e3-2d64fbefc700 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:03:06.165043 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-3d32bf4a-74e9-4a8f-8b72-b5957afe6f9b req-678d613c-6c60-47b5-a5e3-2d64fbefc700 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/ports?device_id=095c3c02-0bbd-43ca-a360-bdfd6f356058 HTTP/1.1" status: 200 len: 945 time: 0.2002833 Feb 04 08:03:06.246315 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-3d32bf4a-74e9-4a8f-8b72-b5957afe6f9b req-e1a9e360-3f92-4eb8-99f7-5a3f6ce7be8c tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/security-groups?id=3b8135e1-cfde-4fc1-a854-548820f32e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729327 Feb 04 08:03:07.592011 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:03:07.651300 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af644fbf-1d05-435b-aefb-13092d11ee43 req-80668013-07d2-4d4d-bdc4-602f2f3e75e2 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:03:07.653788 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-af644fbf-1d05-435b-aefb-13092d11ee43 req-80668013-07d2-4d4d-bdc4-602f2f3e75e2 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/ports?device_id=095c3c02-0bbd-43ca-a360-bdfd6f356058 HTTP/1.1" status: 200 len: 945 time: 0.2472255 Feb 04 08:03:07.739704 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-af644fbf-1d05-435b-aefb-13092d11ee43 req-17f4314f-ba87-4e99-9cd3-dad8c2fef0b1 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/security-groups?id=3b8135e1-cfde-4fc1-a854-548820f32e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782495 Feb 04 08:03:08.596522 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-9b895284-aafe-4291-863b-91f7cdd411d4 req-89b9c959-d1aa-4525-bbcb-bc0f7be999b6 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=59214ee0-5018-40d3-971c-298c943762e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1127775 Feb 04 08:03:08.832194 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b895284-aafe-4291-863b-91f7cdd411d4 req-c1710fe0-975c-421c-b74e-9b3950746288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:03:08.834014 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-9b895284-aafe-4291-863b-91f7cdd411d4 req-c1710fe0-975c-421c-b74e-9b3950746288 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=60b487ac91624ec6b296ca8b77fa79ed&device_id=59214ee0-5018-40d3-971c-298c943762e6 HTTP/1.1" status: 200 len: 1163 time: 0.1299124 Feb 04 08:03:09.070591 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b895284-aafe-4291-863b-91f7cdd411d4 req-68cb4656-42ed-4d50-b2ea-2c3561308260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:03:09.072238 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-9b895284-aafe-4291-863b-91f7cdd411d4 req-68cb4656-42ed-4d50-b2ea-2c3561308260 service neutron] 10.222.0.76 "GET /v2.0/networks?id=d5bbe659-e5c0-4960-af33-ba4597e12070 HTTP/1.1" status: 200 len: 903 time: 0.2115417 Feb 04 08:03:09.210720 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9bcd54-27bd-4bc3-b070-6c170981d2fd req-01dc2a30-266f-4962-9e01-48c396f9fa37 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:03:09.221154 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-3a9bcd54-27bd-4bc3-b070-6c170981d2fd req-01dc2a30-266f-4962-9e01-48c396f9fa37 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/ports?device_id=095c3c02-0bbd-43ca-a360-bdfd6f356058 HTTP/1.1" status: 200 len: 945 time: 0.2445841 Feb 04 08:03:09.237583 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-9b895284-aafe-4291-863b-91f7cdd411d4 req-70af8192-bb90-4d63-90ca-9148e39d0c10 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5646e53-1076-4f38-a9ce-9603ce7aced0 HTTP/1.1" status: 200 len: 1002 time: 0.1575141 Feb 04 08:03:09.333275 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-3a9bcd54-27bd-4bc3-b070-6c170981d2fd req-17a2ea83-bb0f-419b-b1ba-c7caed44880e tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/security-groups?id=3b8135e1-cfde-4fc1-a854-548820f32e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102908 Feb 04 08:03:09.340934 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b895284-aafe-4291-863b-91f7cdd411d4 req-0a6f9914-b2b5-4569-a9b2-1943c039d775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:03:09.342988 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-9b895284-aafe-4291-863b-91f7cdd411d4 req-0a6f9914-b2b5-4569-a9b2-1943c039d775 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=8d7c4961-342b-40ca-a804-f15c6236b720 HTTP/1.1" status: 200 len: 848 time: 0.0867796 Feb 04 08:03:09.458092 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b895284-aafe-4291-863b-91f7cdd411d4 req-119191a1-22c0-45a0-bca9-d88873a2c7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:03:09.459808 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-9b895284-aafe-4291-863b-91f7cdd411d4 req-119191a1-22c0-45a0-bca9-d88873a2c7d2 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d5bbe659-e5c0-4960-af33-ba4597e12070&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1085839 Feb 04 08:03:09.617682 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-9b895284-aafe-4291-863b-91f7cdd411d4 req-500bb8e8-dafb-4482-8c6f-5df5d83d24e6 service neutron] 10.222.0.76 "GET /v2.0/networks/d5bbe659-e5c0-4960-af33-ba4597e12070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480343 Feb 04 08:03:09.765658 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-9b895284-aafe-4291-863b-91f7cdd411d4 req-cb64ca4f-bd8b-476d-b5c4-896dd4ce9f67 service neutron] 10.222.0.76 "GET /v2.0/networks/d5bbe659-e5c0-4960-af33-ba4597e12070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1404426 Feb 04 08:03:10.319309 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf842600-8291-47d7-be46-8f2f4516f1d3 req-74dacdb7-9514-467b-bfcb-9abd233a0424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:03:10.321339 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-bf842600-8291-47d7-be46-8f2f4516f1d3 req-74dacdb7-9514-467b-bfcb-9abd233a0424 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=672bfb04a4f44fa3ae40a386ff3ebb9b&device_id=095c3c02-0bbd-43ca-a360-bdfd6f356058 HTTP/1.1" status: 200 len: 1162 time: 0.0923798 Feb 04 08:03:10.474488 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf842600-8291-47d7-be46-8f2f4516f1d3 req-9cfafd21-c49c-48f7-a412-d6d814a11e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:03:10.476166 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-bf842600-8291-47d7-be46-8f2f4516f1d3 req-9cfafd21-c49c-48f7-a412-d6d814a11e39 service neutron] 10.222.0.76 "GET /v2.0/networks?id=3c065512-3d6a-479a-b479-11e02ccc5658 HTTP/1.1" status: 200 len: 909 time: 0.1478457 Feb 04 08:03:10.596882 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-bf842600-8291-47d7-be46-8f2f4516f1d3 req-2ae1e1cd-0462-48d3-9818-e903fa837c95 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=263610cd-73cf-4694-a5cd-aed06c3e4a42 HTTP/1.1" status: 200 len: 1000 time: 0.1139660 Feb 04 08:03:10.682089 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf842600-8291-47d7-be46-8f2f4516f1d3 req-eb7e27e5-1e52-4106-880c-038328673cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:03:10.683754 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-bf842600-8291-47d7-be46-8f2f4516f1d3 req-eb7e27e5-1e52-4106-880c-038328673cd1 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c113e9e9-819c-413f-8742-7912f5a3f620 HTTP/1.1" status: 200 len: 854 time: 0.0722232 Feb 04 08:03:10.686431 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a7dee9-e315-4293-a1f7-45f78af813d9 req-ef039488-5a9d-4b41-bf9b-397b3093716d tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:03:10.688260 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-a7a7dee9-e315-4293-a1f7-45f78af813d9 req-ef039488-5a9d-4b41-bf9b-397b3093716d tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/ports?device_id=095c3c02-0bbd-43ca-a360-bdfd6f356058 HTTP/1.1" status: 200 len: 945 time: 0.1838422 Feb 04 08:03:10.757373 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-a7a7dee9-e315-4293-a1f7-45f78af813d9 req-fe54d48f-2006-4113-90c5-c2fe9d170d89 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/security-groups?id=3b8135e1-cfde-4fc1-a854-548820f32e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625343 Feb 04 08:03:10.778946 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf842600-8291-47d7-be46-8f2f4516f1d3 req-4b86b09b-95db-4dc8-9da1-91c2ded5f7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:03:10.780633 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-bf842600-8291-47d7-be46-8f2f4516f1d3 req-4b86b09b-95db-4dc8-9da1-91c2ded5f7e9 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3c065512-3d6a-479a-b479-11e02ccc5658&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0894754 Feb 04 08:03:10.937835 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-bf842600-8291-47d7-be46-8f2f4516f1d3 req-a98a1d31-2992-440c-92b1-24299388bd4f service neutron] 10.222.0.76 "GET /v2.0/networks/3c065512-3d6a-479a-b479-11e02ccc5658?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496131 Feb 04 08:03:11.095716 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-bf842600-8291-47d7-be46-8f2f4516f1d3 req-bfce4ee5-b18a-462e-a62f-c62a347b836c service neutron] 10.222.0.76 "GET /v2.0/networks/3c065512-3d6a-479a-b479-11e02ccc5658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1472168 Feb 04 08:03:12.085446 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fe96fd-bec4-41ac-b17c-cf8bc0bd6bc1 req-69d37d74-ef95-4cd9-9c4f-0753315e6b7d tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:03:12.087197 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-a2fe96fd-bec4-41ac-b17c-cf8bc0bd6bc1 req-69d37d74-ef95-4cd9-9c4f-0753315e6b7d tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/ports?device_id=095c3c02-0bbd-43ca-a360-bdfd6f356058 HTTP/1.1" status: 200 len: 945 time: 0.1698694 Feb 04 08:03:12.157106 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-a2fe96fd-bec4-41ac-b17c-cf8bc0bd6bc1 req-67718d5d-e99d-44a0-a042-d3b17a961551 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/security-groups?id=3b8135e1-cfde-4fc1-a854-548820f32e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632036 Feb 04 08:03:13.524106 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a31963b-6dcd-4d91-bf74-11efb3db56b7 req-cc3c3332-03a1-4e4d-acb1-cd4cf1db0910 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:03:13.525824 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-5a31963b-6dcd-4d91-bf74-11efb3db56b7 req-cc3c3332-03a1-4e4d-acb1-cd4cf1db0910 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/ports?device_id=095c3c02-0bbd-43ca-a360-bdfd6f356058 HTTP/1.1" status: 200 len: 945 time: 0.2032251 Feb 04 08:03:13.605044 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-5a31963b-6dcd-4d91-bf74-11efb3db56b7 req-3e5df265-5c05-4381-8881-0aa2027bd6cf tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/security-groups?id=3b8135e1-cfde-4fc1-a854-548820f32e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657461 Feb 04 08:03:14.056742 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.agents_db [None req-15dbd8ae-9ae4-49dc-a873-5f27e28d1d51 None None] Agent healthcheck: found 6 active agents {{(pid=80116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 04 08:03:14.221009 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Device 263610cd-73cf-4694-a5cd-aed06c3e4a42 no longer exists at agent ovs-agent-hv-cinder-73306 {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 04 08:03:14.363854 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:03:14.439517 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] For port 263610cd-73cf-4694-a5cd-aed06c3e4a42, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=263610cd-73cf-4694-a5cd-aed06c3e4a42,segment=NetworkSegment(c1444196-01b8-49a6-91dc-480435b565ae),segment_id=c1444196-01b8-49a6-91dc-480435b565ae)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 08:03:14.440657 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '095c3c02-0bbd-43ca-a360-bdfd6f356058', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '263610cd-73cf-4694-a5cd-aed06c3e4a42'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 08:03:14.448197 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309259674757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309260170288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727594605546'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:03:14.451126 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:03:14.528175 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Pushing event updated for resources: {'Port': ['ID=263610cd-73cf-4694-a5cd-aed06c3e4a42,revision_number=5']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:03:14.532130 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:03:14.708634 dv-cinder-733062-18-smb neutron-server[79999]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '095c3c02-0bbd-43ca-a360-bdfd6f356058', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '263610cd-73cf-4694-a5cd-aed06c3e4a42', 'code': 422} returned with failed status Feb 04 08:03:15.493637 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 55480) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:03:15.530440 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4d8b35-c352-43f1-ae09-9af97434f35a req-e182fb6e-e376-40ff-abf2-d07aa75fe745 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:03:15.532157 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-4f4d8b35-c352-43f1-ae09-9af97434f35a req-e182fb6e-e376-40ff-abf2-d07aa75fe745 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/ports?device_id=095c3c02-0bbd-43ca-a360-bdfd6f356058 HTTP/1.1" status: 200 len: 943 time: 0.1811817 Feb 04 08:03:15.648621 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-4f4d8b35-c352-43f1-ae09-9af97434f35a req-648cc4d5-91b8-4132-a269-b7f8b125acb0 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/security-groups?id=3b8135e1-cfde-4fc1-a854-548820f32e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097245 Feb 04 08:03:15.741083 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-c11293e0-2e2e-4798-bbe2-bfb51c24bba6 req-85b1756f-8557-4bc8-8b25-e94dc150e647 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=095c3c02-0bbd-43ca-a360-bdfd6f356058&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2460287 Feb 04 08:03:16.338413 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11293e0-2e2e-4798-bbe2-bfb51c24bba6 req-98ca413d-47c1-470a-9d32-83964ae70e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:03:16.341357 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-c11293e0-2e2e-4798-bbe2-bfb51c24bba6 req-98ca413d-47c1-470a-9d32-83964ae70e8b service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=095c3c02-0bbd-43ca-a360-bdfd6f356058&tenant_id=672bfb04a4f44fa3ae40a386ff3ebb9b HTTP/1.1" status: 200 len: 1160 time: 0.0899315 Feb 04 08:03:16.479713 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11293e0-2e2e-4798-bbe2-bfb51c24bba6 req-6d00d541-fea1-4e25-aa02-5fdab84ac08f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:03:16.482128 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-c11293e0-2e2e-4798-bbe2-bfb51c24bba6 req-6d00d541-fea1-4e25-aa02-5fdab84ac08f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=672bfb04a4f44fa3ae40a386ff3ebb9b&device_id=095c3c02-0bbd-43ca-a360-bdfd6f356058 HTTP/1.1" status: 200 len: 1160 time: 0.0824530 Feb 04 08:03:16.631923 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11293e0-2e2e-4798-bbe2-bfb51c24bba6 req-55740abd-d9a8-4f1d-bda1-2baa7795a3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:03:16.633684 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-c11293e0-2e2e-4798-bbe2-bfb51c24bba6 req-55740abd-d9a8-4f1d-bda1-2baa7795a3c3 service neutron] 10.222.0.76 "GET /v2.0/networks?id=3c065512-3d6a-479a-b479-11e02ccc5658 HTTP/1.1" status: 200 len: 909 time: 0.1430664 Feb 04 08:03:16.768772 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-c11293e0-2e2e-4798-bbe2-bfb51c24bba6 req-ac8c475b-5744-48b3-8160-2c5b94b68678 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=263610cd-73cf-4694-a5cd-aed06c3e4a42 HTTP/1.1" status: 200 len: 998 time: 0.1242881 Feb 04 08:03:16.856573 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11293e0-2e2e-4798-bbe2-bfb51c24bba6 req-62096550-7611-4f61-a8a4-2e6aade81a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:03:16.858269 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-c11293e0-2e2e-4798-bbe2-bfb51c24bba6 req-62096550-7611-4f61-a8a4-2e6aade81a21 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c113e9e9-819c-413f-8742-7912f5a3f620 HTTP/1.1" status: 200 len: 854 time: 0.0821211 Feb 04 08:03:16.957971 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11293e0-2e2e-4798-bbe2-bfb51c24bba6 req-1e2ffbe5-b485-49c2-bcfd-de3a72aa4556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:03:16.959928 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-c11293e0-2e2e-4798-bbe2-bfb51c24bba6 req-1e2ffbe5-b485-49c2-bcfd-de3a72aa4556 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3c065512-3d6a-479a-b479-11e02ccc5658&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0927343 Feb 04 08:03:17.017892 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97544091-391b-46d9-95a4-a456e24db737 req-2b6648fd-e013-4a17-9bfe-41cf2ce8c8f9 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:03:17.019633 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-97544091-391b-46d9-95a4-a456e24db737 req-2b6648fd-e013-4a17-9bfe-41cf2ce8c8f9 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/ports?device_id=095c3c02-0bbd-43ca-a360-bdfd6f356058 HTTP/1.1" status: 200 len: 943 time: 0.1860373 Feb 04 08:03:17.090740 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-97544091-391b-46d9-95a4-a456e24db737 req-7ba5cd66-f3fb-4990-bfc1-6b161c13bba6 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/security-groups?id=3b8135e1-cfde-4fc1-a854-548820f32e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642679 Feb 04 08:03:17.119348 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-c11293e0-2e2e-4798-bbe2-bfb51c24bba6 req-90ecc349-6eb0-4613-b5e0-ea033a3c2330 service neutron] 10.222.0.76 "GET /v2.0/networks/3c065512-3d6a-479a-b479-11e02ccc5658?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512318 Feb 04 08:03:17.270560 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-c11293e0-2e2e-4798-bbe2-bfb51c24bba6 req-6e76a082-b189-42ba-9d6c-172188ea3b00 service neutron] 10.222.0.76 "GET /v2.0/networks/3c065512-3d6a-479a-b479-11e02ccc5658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1439960 Feb 04 08:03:18.432023 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28e5c02-8c52-4910-a49a-46018ddbc550 req-304429f3-9ce5-49b9-aabf-8ae04fb0c5f0 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:03:18.434040 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-e28e5c02-8c52-4910-a49a-46018ddbc550 req-304429f3-9ce5-49b9-aabf-8ae04fb0c5f0 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/ports?device_id=095c3c02-0bbd-43ca-a360-bdfd6f356058 HTTP/1.1" status: 200 len: 943 time: 0.1863723 Feb 04 08:03:18.553837 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-e28e5c02-8c52-4910-a49a-46018ddbc550 req-a20e19bf-e3f9-4a60-84b2-48bba370d363 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/security-groups?id=3b8135e1-cfde-4fc1-a854-548820f32e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110756 Feb 04 08:03:19.947411 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215715c6-494e-4ac1-aab6-543864a59b2c req-77135855-3a40-4314-9d03-fe0667a64d0d tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:03:19.949412 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-215715c6-494e-4ac1-aab6-543864a59b2c req-77135855-3a40-4314-9d03-fe0667a64d0d tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/ports?device_id=095c3c02-0bbd-43ca-a360-bdfd6f356058 HTTP/1.1" status: 200 len: 943 time: 0.1861715 Feb 04 08:03:20.027653 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-215715c6-494e-4ac1-aab6-543864a59b2c req-c60a2eec-72f6-42ca-bae8-a2f8042ef0a5 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/security-groups?id=3b8135e1-cfde-4fc1-a854-548820f32e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703781 Feb 04 08:03:20.619350 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-80dbe960-220e-4c70-bc94-cc13287d563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:03:21.381206 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6162e8-5e09-47b8-9638-b607af7cc95f req-6ff971ce-8508-47fe-a787-9c6c342e1130 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:03:21.382990 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-6c6162e8-5e09-47b8-9638-b607af7cc95f req-6ff971ce-8508-47fe-a787-9c6c342e1130 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/ports?device_id=095c3c02-0bbd-43ca-a360-bdfd6f356058 HTTP/1.1" status: 200 len: 943 time: 0.1800010 Feb 04 08:03:21.451620 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-6c6162e8-5e09-47b8-9638-b607af7cc95f req-03c60679-5bcf-4305-9878-d0d63be8ac0f tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/security-groups?id=3b8135e1-cfde-4fc1-a854-548820f32e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615230 Feb 04 08:03:22.795509 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2292d59-00d3-42f9-b4e7-8604f42714c1 req-18dc938a-77ea-4ee5-9e10-c1bd5c520880 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:03:22.797124 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-d2292d59-00d3-42f9-b4e7-8604f42714c1 req-18dc938a-77ea-4ee5-9e10-c1bd5c520880 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/ports?device_id=095c3c02-0bbd-43ca-a360-bdfd6f356058 HTTP/1.1" status: 200 len: 943 time: 0.1893513 Feb 04 08:03:22.864475 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-d2292d59-00d3-42f9-b4e7-8604f42714c1 req-ecb9286b-f5b8-4555-b537-7593cd42ae70 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/security-groups?id=3b8135e1-cfde-4fc1-a854-548820f32e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607753 Feb 04 08:03:22.912409 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-3632e261-6f81-4ed1-91be-eed6b0b0c073 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:03:23.865985 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-85fac0c9-e82f-41ee-a61d-5b2e920e6613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:03:24.220847 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5274f53d-9b1c-4cdc-8cdf-19ec1869768f req-62dc3b8d-d178-4058-8ec1-0de3b60ec3dd tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:03:24.222480 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-5274f53d-9b1c-4cdc-8cdf-19ec1869768f req-62dc3b8d-d178-4058-8ec1-0de3b60ec3dd tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/ports?device_id=095c3c02-0bbd-43ca-a360-bdfd6f356058 HTTP/1.1" status: 200 len: 943 time: 0.1747525 Feb 04 08:03:24.290434 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-5274f53d-9b1c-4cdc-8cdf-19ec1869768f req-33064723-7507-4569-b1ae-8a0bd83ec0d9 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/security-groups?id=3b8135e1-cfde-4fc1-a854-548820f32e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608814 Feb 04 08:03:24.690784 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:03:25.236129 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-19d3b842-1860-471a-9268-0862a9b26fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:03:25.650234 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a20d86f-a44e-46fc-abca-7cf6288a5f8e req-b40f62df-9c2a-463e-b945-a5f41e616532 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:03:25.659065 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-4a20d86f-a44e-46fc-abca-7cf6288a5f8e req-b40f62df-9c2a-463e-b945-a5f41e616532 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/ports?device_id=095c3c02-0bbd-43ca-a360-bdfd6f356058 HTTP/1.1" status: 200 len: 943 time: 0.1925724 Feb 04 08:03:25.740052 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-4a20d86f-a44e-46fc-abca-7cf6288a5f8e req-de6923fd-bc39-4a88-83df-4990662adfca tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/security-groups?id=3b8135e1-cfde-4fc1-a854-548820f32e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800049 Feb 04 08:03:27.132264 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155b7e90-1da5-4a4f-8619-97e385e030b1 req-6c70e834-b33c-4086-8d75-dd07398913cb tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:03:27.133999 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-155b7e90-1da5-4a4f-8619-97e385e030b1 req-6c70e834-b33c-4086-8d75-dd07398913cb tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/ports?device_id=095c3c02-0bbd-43ca-a360-bdfd6f356058 HTTP/1.1" status: 200 len: 943 time: 0.1875989 Feb 04 08:03:27.209053 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-155b7e90-1da5-4a4f-8619-97e385e030b1 req-7dccb81a-c9dc-48ba-91e5-81a2890e2321 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/security-groups?id=3b8135e1-cfde-4fc1-a854-548820f32e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672739 Feb 04 08:03:28.547126 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029aa3b6-f4ad-43cd-9128-0a8591c8271b req-3931cdfa-45f4-4e0a-8c8c-4a6a6cc22850 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:03:28.548866 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-029aa3b6-f4ad-43cd-9128-0a8591c8271b req-3931cdfa-45f4-4e0a-8c8c-4a6a6cc22850 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/ports?device_id=095c3c02-0bbd-43ca-a360-bdfd6f356058 HTTP/1.1" status: 200 len: 943 time: 0.1752810 Feb 04 08:03:28.618504 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-029aa3b6-f4ad-43cd-9128-0a8591c8271b req-14f5282c-d0d2-4a8e-9a80-660944acdcbb tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/security-groups?id=3b8135e1-cfde-4fc1-a854-548820f32e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628061 Feb 04 08:03:29.946485 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17db5ebb-f546-46c7-ae9e-5f3b5ccd37e0 req-1145eef3-c1f7-445a-92db-b9d5d6c3993a tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:03:29.948244 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-17db5ebb-f546-46c7-ae9e-5f3b5ccd37e0 req-1145eef3-c1f7-445a-92db-b9d5d6c3993a tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/ports?device_id=095c3c02-0bbd-43ca-a360-bdfd6f356058 HTTP/1.1" status: 200 len: 943 time: 0.1746318 Feb 04 08:03:30.016096 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-17db5ebb-f546-46c7-ae9e-5f3b5ccd37e0 req-aa3239f5-7313-4b1c-8980-175b32d14493 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/security-groups?id=3b8135e1-cfde-4fc1-a854-548820f32e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603056 Feb 04 08:03:31.347139 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0830b44-9c8f-463e-8007-748c3f16aea0 req-9b87e064-af62-4882-97e6-b1ea0432f5b3 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:03:31.348915 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-a0830b44-9c8f-463e-8007-748c3f16aea0 req-9b87e064-af62-4882-97e6-b1ea0432f5b3 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/ports?device_id=095c3c02-0bbd-43ca-a360-bdfd6f356058 HTTP/1.1" status: 200 len: 943 time: 0.1720755 Feb 04 08:03:31.421878 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-a0830b44-9c8f-463e-8007-748c3f16aea0 req-456c5e68-2235-4194-9e90-0d5494cdc30e tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/security-groups?id=3b8135e1-cfde-4fc1-a854-548820f32e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660272 Feb 04 08:03:32.896041 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Device 263610cd-73cf-4694-a5cd-aed06c3e4a42 up at agent ovs-agent-hv-cinder-73306 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 08:03:32.963541 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2193717-8f5a-4752-8f44-6be42aff8845 req-0ad54bd3-a2bd-4965-9c47-82908e807da0 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:03:32.965785 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-c2193717-8f5a-4752-8f44-6be42aff8845 req-0ad54bd3-a2bd-4965-9c47-82908e807da0 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/ports?device_id=095c3c02-0bbd-43ca-a360-bdfd6f356058 HTTP/1.1" status: 200 len: 943 time: 0.3755846 Feb 04 08:03:32.976585 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Provisioning complete for port 263610cd-73cf-4694-a5cd-aed06c3e4a42 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 08:03:32.977353 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762158'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:03:33.033431 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-c2193717-8f5a-4752-8f44-6be42aff8845 req-9c318662-12ff-43c3-92c0-dae29c4f57b1 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/security-groups?id=3b8135e1-cfde-4fc1-a854-548820f32e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605214 Feb 04 08:03:33.109029 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:03:33.142748 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '095c3c02-0bbd-43ca-a360-bdfd6f356058', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '263610cd-73cf-4694-a5cd-aed06c3e4a42'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 08:03:33.153786 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] For port 263610cd-73cf-4694-a5cd-aed06c3e4a42, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=263610cd-73cf-4694-a5cd-aed06c3e4a42,segment=NetworkSegment(c1444196-01b8-49a6-91dc-480435b565ae),segment_id=c1444196-01b8-49a6-91dc-480435b565ae)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 08:03:33.157001 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309259674757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309260170288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727594605546'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:03:33.158902 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:03:33.210674 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '095c3c02-0bbd-43ca-a360-bdfd6f356058', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '263610cd-73cf-4694-a5cd-aed06c3e4a42', 'code': 200} Feb 04 08:03:33.237987 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Pushing event updated for resources: {'Port': ['ID=263610cd-73cf-4694-a5cd-aed06c3e4a42,revision_number=6']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:03:33.241753 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:03:33.528841 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66818f30-aaf9-4133-b78c-13adc97d5324 req-789f789b-938b-4eee-9d98-b285443f0689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:03:33.530484 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-66818f30-aaf9-4133-b78c-13adc97d5324 req-789f789b-938b-4eee-9d98-b285443f0689 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=095c3c02-0bbd-43ca-a360-bdfd6f356058 HTTP/1.1" status: 200 len: 1162 time: 0.0853641 Feb 04 08:03:33.582343 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-66818f30-aaf9-4133-b78c-13adc97d5324 req-8d6d397e-9ca9-408c-aeaa-ea8b0135a496 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=3b8135e1-cfde-4fc1-a854-548820f32e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440373 Feb 04 08:03:33.926353 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec31c15c-a014-4fc1-8386-52100c520ff0 req-499f7647-d81d-4d7b-bb70-2eee488f61c4 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:03:33.928090 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-ec31c15c-a014-4fc1-8386-52100c520ff0 req-499f7647-d81d-4d7b-bb70-2eee488f61c4 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] 10.222.0.99 "GET /v2.0/ports?device_id=2897382b-2d9d-41f9-b9d9-4b1e3a742989 HTTP/1.1" status: 200 len: 945 time: 0.1701105 Feb 04 08:03:34.000735 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-ec31c15c-a014-4fc1-8386-52100c520ff0 req-efe06755-ff0b-494c-b3c0-ec7308b73f65 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] 10.222.0.99 "GET /v2.0/security-groups?id=9638a9bc-029a-4953-a70f-553885289f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649552 Feb 04 08:03:34.374623 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19acfcf7-cd40-4406-a760-aa10114c7938 req-e266a582-5ea7-43b0-9a18-25d479acf52c tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:03:34.376374 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-19acfcf7-cd40-4406-a760-aa10114c7938 req-e266a582-5ea7-43b0-9a18-25d479acf52c tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/ports?device_id=095c3c02-0bbd-43ca-a360-bdfd6f356058 HTTP/1.1" status: 200 len: 945 time: 0.1712708 Feb 04 08:03:34.445126 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-19acfcf7-cd40-4406-a760-aa10114c7938 req-a1fc45be-9478-4f35-89cb-1b28eb44a863 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/security-groups?id=3b8135e1-cfde-4fc1-a854-548820f32e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616989 Feb 04 08:03:34.531948 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Device 263610cd-73cf-4694-a5cd-aed06c3e4a42 up at agent ovs-agent-hv-cinder-73306 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 08:03:34.606619 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Provisioning complete for port 263610cd-73cf-4694-a5cd-aed06c3e4a42 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 08:03:34.606965 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762158'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:03:35.315185 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8449ba-8d76-45f6-be91-588b83ce8142 req-2a6bdd47-e286-41eb-96d8-260fdc8af4be tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:03:35.316858 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-2a8449ba-8d76-45f6-be91-588b83ce8142 req-2a6bdd47-e286-41eb-96d8-260fdc8af4be tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] 10.222.0.99 "GET /v2.0/ports?device_id=2897382b-2d9d-41f9-b9d9-4b1e3a742989 HTTP/1.1" status: 200 len: 945 time: 0.1754270 Feb 04 08:03:35.388511 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-2a8449ba-8d76-45f6-be91-588b83ce8142 req-60ac0542-3738-4751-a1ee-434e83c20591 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] 10.222.0.99 "GET /v2.0/security-groups?id=9638a9bc-029a-4953-a70f-553885289f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634475 Feb 04 08:03:35.766604 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8d7879-4b34-4a03-918c-f9d3f5555360 req-9ca4f6ba-a93c-415f-a877-16bf233aa563 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:03:35.768284 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-eb8d7879-4b34-4a03-918c-f9d3f5555360 req-9ca4f6ba-a93c-415f-a877-16bf233aa563 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/ports?device_id=095c3c02-0bbd-43ca-a360-bdfd6f356058 HTTP/1.1" status: 200 len: 945 time: 0.1703243 Feb 04 08:03:35.833778 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-eb8d7879-4b34-4a03-918c-f9d3f5555360 req-3286b8d8-996a-4bcb-8b9d-5b79cc4c3cd7 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/security-groups?id=3b8135e1-cfde-4fc1-a854-548820f32e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589526 Feb 04 08:03:36.526797 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.99', 55744) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:03:36.618098 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c06652-2cb8-4964-b92d-7e33dae57ab4 req-b2015559-f526-4b94-8d9a-040825a9e302 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:03:36.618915 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [req-b9c06652-2cb8-4964-b92d-7e33dae57ab4 req-b2015559-f526-4b94-8d9a-040825a9e302 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Synchronizing usage tracker for tenant:a6dac7e06d2347bf8335c11feb384ef9 on resource:port {{(pid=80113) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 04 08:03:36.635950 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [req-b9c06652-2cb8-4964-b92d-7e33dae57ab4 req-b2015559-f526-4b94-8d9a-040825a9e302 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Unset dirty status for tenant:a6dac7e06d2347bf8335c11feb384ef9 on resource:port {{(pid=80113) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 04 08:03:36.637810 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-b9c06652-2cb8-4964-b92d-7e33dae57ab4 req-b2015559-f526-4b94-8d9a-040825a9e302 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] 10.222.0.76 "GET /v2.0/ports?device_id=2897382b-2d9d-41f9-b9d9-4b1e3a742989 HTTP/1.1" status: 200 len: 945 time: 0.2081540 Feb 04 08:03:36.713473 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1bac20-c135-4a0d-9610-63dcbbc75c7b req-c1c2fd5e-1a3a-49fc-85e6-8b870c34200d tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:03:36.716249 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-5b1bac20-c135-4a0d-9610-63dcbbc75c7b req-c1c2fd5e-1a3a-49fc-85e6-8b870c34200d tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] 10.222.0.99 "GET /v2.0/ports?device_id=2897382b-2d9d-41f9-b9d9-4b1e3a742989 HTTP/1.1" status: 200 len: 945 time: 0.1814406 Feb 04 08:03:36.734308 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [req-b9c06652-2cb8-4964-b92d-7e33dae57ab4 req-e7d87051-5170-41ae-aa47-9c201c4e9dfc tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Deleting port b39f1f12-9a11-4813-afe6-ddb4e69463e5 {{(pid=80113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 04 08:03:36.734693 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-b9c06652-2cb8-4964-b92d-7e33dae57ab4 req-e7d87051-5170-41ae-aa47-9c201c4e9dfc tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727595022485'] for port, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:03:36.751638 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b04e8b5a-cb15-4b56-8664-37f4ff873ff7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:03:36.781900 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-b04e8b5a-cb15-4b56-8664-37f4ff873ff7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 08:03:36.795842 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-b04e8b5a-cb15-4b56-8664-37f4ff873ff7 admin admin] Usage tracker for resource:security_group_rule and tenant:569b6a457dbe4976ba54d72fe7b01625 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 08:03:36.801847 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-b04e8b5a-cb15-4b56-8664-37f4ff873ff7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 08:03:36.812016 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-b04e8b5a-cb15-4b56-8664-37f4ff873ff7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 08:03:36.832365 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-5b1bac20-c135-4a0d-9610-63dcbbc75c7b req-898e8d96-680b-402e-a5b9-bf4827bc2897 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] 10.222.0.99 "GET /v2.0/security-groups?id=9638a9bc-029a-4953-a70f-553885289f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998366 Feb 04 08:03:36.928067 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b04e8b5a-cb15-4b56-8664-37f4ff873ff7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:03:36.931933 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b04e8b5a-cb15-4b56-8664-37f4ff873ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:03:36.941836 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-b926e7ce-1ddc-49fd-8662-a9d93d25cdff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:03:36.999651 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-b04e8b5a-cb15-4b56-8664-37f4ff873ff7 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=569b6a457dbe4976ba54d72fe7b01625&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4688919 Feb 04 08:03:36.999651 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04e8b5a-cb15-4b56-8664-37f4ff873ff7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0c6ad02-356e-41bd-bf46-6776d9add8a4,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:03:37.001157 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.99', 55752) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:03:37.004258 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-b04e8b5a-cb15-4b56-8664-37f4ff873ff7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:03:37.074689 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-3556a3e3-19c8-446a-ac48-3f5d3f7e573f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:03:37.106713 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-3556a3e3-19c8-446a-ac48-3f5d3f7e573f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:03:37.226385 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-3556a3e3-19c8-446a-ac48-3f5d3f7e573f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:03:37.232937 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-7fa221a3-a73f-421f-8b4e-ff9e7fba3e94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:03:37.253470 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [req-b9c06652-2cb8-4964-b92d-7e33dae57ab4 req-e7d87051-5170-41ae-aa47-9c201c4e9dfc tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] For port b39f1f12-9a11-4813-afe6-ddb4e69463e5, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=b39f1f12-9a11-4813-afe6-ddb4e69463e5,segment=NetworkSegment(a34b7fa1-4a3e-4109-813a-758c7c69af69),segment_id=a34b7fa1-4a3e-4109-813a-758c7c69af69)] {{(pid=80113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 08:03:37.253870 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-b9c06652-2cb8-4964-b92d-7e33dae57ab4 req-e7d87051-5170-41ae-aa47-9c201c4e9dfc tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853131150'] for port, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:03:37.254159 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3556a3e3-19c8-446a-ac48-3f5d3f7e573f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0c6ad02-356e-41bd-bf46-6776d9add8a4,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:03:37.256812 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-3556a3e3-19c8-446a-ac48-3f5d3f7e573f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:03:37.259263 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-3556a3e3-19c8-446a-ac48-3f5d3f7e573f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:03:37.263221 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-3556a3e3-19c8-446a-ac48-3f5d3f7e573f admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/d0c6ad02-356e-41bd-bf46-6776d9add8a4 HTTP/1.1" status: 204 len: 168 time: 0.2582893 Feb 04 08:03:37.352261 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6730986a-879d-43b5-b710-c880e67c3a93 req-fcf93637-e9fa-43d5-8822-29e8afe2404f tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:03:37.353936 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-6730986a-879d-43b5-b710-c880e67c3a93 req-fcf93637-e9fa-43d5-8822-29e8afe2404f tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/ports?device_id=095c3c02-0bbd-43ca-a360-bdfd6f356058 HTTP/1.1" status: 200 len: 945 time: 0.2126241 Feb 04 08:03:37.424834 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-6730986a-879d-43b5-b710-c880e67c3a93 req-512b5dd7-eb0d-49bc-9ef1-5431d2cd39e9 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/security-groups?id=3b8135e1-cfde-4fc1-a854-548820f32e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632722 Feb 04 08:03:37.592486 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:03:37.603751 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-b9c06652-2cb8-4964-b92d-7e33dae57ab4 req-e7d87051-5170-41ae-aa47-9c201c4e9dfc tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:03:37.604168 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-b9c06652-2cb8-4964-b92d-7e33dae57ab4 req-e7d87051-5170-41ae-aa47-9c201c4e9dfc tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853136389'] for floatingip, after_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:03:37.604523 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.db.l3_db [req-b9c06652-2cb8-4964-b92d-7e33dae57ab4 req-e7d87051-5170-41ae-aa47-9c201c4e9dfc tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Floating IP a2262602-d8d2-482c-a8c7-212416a06ba0 disassociated. External IP: 172.28.3.26, port: b39f1f12-9a11-4813-afe6-ddb4e69463e5. Feb 04 08:03:37.605136 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [req-b9c06652-2cb8-4964-b92d-7e33dae57ab4 req-e7d87051-5170-41ae-aa47-9c201c4e9dfc tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Calling delete_port for b39f1f12-9a11-4813-afe6-ddb4e69463e5 owned by compute:nova {{(pid=80113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 04 08:03:37.762228 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-b9c06652-2cb8-4964-b92d-7e33dae57ab4 req-e7d87051-5170-41ae-aa47-9c201c4e9dfc tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309259674774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727594605512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851609521'] for port, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:03:37.777891 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:03:37.879971 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d87051-5170-41ae-aa47-9c201c4e9dfc tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Pushing event deleted for resources: {'Port': ['ID=b39f1f12-9a11-4813-afe6-ddb4e69463e5,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:03:37.897063 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d87051-5170-41ae-aa47-9c201c4e9dfc tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:03:37.897479 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d87051-5170-41ae-aa47-9c201c4e9dfc tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:03:37.897884 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d87051-5170-41ae-aa47-9c201c4e9dfc tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:03:37.898277 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d87051-5170-41ae-aa47-9c201c4e9dfc tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:03:37.898667 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d87051-5170-41ae-aa47-9c201c4e9dfc tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:03:37.899214 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d87051-5170-41ae-aa47-9c201c4e9dfc tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:03:37.899438 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d87051-5170-41ae-aa47-9c201c4e9dfc tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:03:37.899815 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d87051-5170-41ae-aa47-9c201c4e9dfc tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:03:37.900196 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d87051-5170-41ae-aa47-9c201c4e9dfc tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:03:37.900598 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d87051-5170-41ae-aa47-9c201c4e9dfc tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:03:37.901020 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d87051-5170-41ae-aa47-9c201c4e9dfc tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:03:37.901444 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d87051-5170-41ae-aa47-9c201c4e9dfc tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:03:37.902352 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d87051-5170-41ae-aa47-9c201c4e9dfc tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:03:37.902352 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d87051-5170-41ae-aa47-9c201c4e9dfc tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:03:37.902638 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d87051-5170-41ae-aa47-9c201c4e9dfc tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:03:37.902999 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d87051-5170-41ae-aa47-9c201c4e9dfc tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:03:37.903406 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d87051-5170-41ae-aa47-9c201c4e9dfc tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:03:37.903789 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d87051-5170-41ae-aa47-9c201c4e9dfc tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:03:37.904167 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d87051-5170-41ae-aa47-9c201c4e9dfc tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:03:37.904551 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d87051-5170-41ae-aa47-9c201c4e9dfc tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:03:37.904958 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d87051-5170-41ae-aa47-9c201c4e9dfc tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:03:37.905336 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d87051-5170-41ae-aa47-9c201c4e9dfc tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:03:37.905708 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d87051-5170-41ae-aa47-9c201c4e9dfc tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:03:37.906085 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d87051-5170-41ae-aa47-9c201c4e9dfc tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:03:37.911989 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-e7d87051-5170-41ae-aa47-9c201c4e9dfc tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:03:38.032197 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-bf2e5654-e604-4681-8238-70238c27e80d req-8dd9286f-85ab-4cd3-bd30-53edb1392c23 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] 10.222.0.99 "GET /v2.0/ports?device_id=2897382b-2d9d-41f9-b9d9-4b1e3a742989 HTTP/1.1" status: 200 len: 210 time: 0.0562565 Feb 04 08:03:38.198129 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b9c06652-2cb8-4964-b92d-7e33dae57ab4 req-e7d87051-5170-41ae-aa47-9c201c4e9dfc tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Router 20a7d0af-5908-48c5-9dcf-280b21b669ad has already been hosted by L3 agent 9b1007a2-cea1-4e19-8fd5-ed5c2617e796 {{(pid=80113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 04 08:03:38.321266 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Device b39f1f12-9a11-4813-afe6-ddb4e69463e5 no longer exists at agent ovs-agent-hv-cinder-73306 {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 04 08:03:38.357160 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.99', 55778) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:03:38.370981 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] No Port match for: b39f1f12-9a11-4813-afe6-ddb4e69463e5 {{(pid=80115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 04 08:03:38.371478 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Device b39f1f12-9a11-4813-afe6-ddb4e69463e5 not bound to the agent host hv-cinder-73306 {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 04 08:03:38.409091 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b9c06652-2cb8-4964-b92d-7e33dae57ab4 req-e7d87051-5170-41ae-aa47-9c201c4e9dfc tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Notify agent at l3_agent.dv-cinder-733062-18-smb the message routers_updated {{(pid=80113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 04 08:03:38.424214 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3400a5fb-544d-42b7-895c-9bcbfbdb408b None None] Sync routers for ids ['20a7d0af-5908-48c5-9dcf-280b21b669ad'] in dv-cinder-733062-18-smb {{(pid=80115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 04 08:03:38.444679 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3400a5fb-544d-42b7-895c-9bcbfbdb408b None None] Routers {'20a7d0af-5908-48c5-9dcf-280b21b669ad'} bound to L3 agent in host dv-cinder-733062-18-smb {{(pid=80115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 04 08:03:38.445836 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-3400a5fb-544d-42b7-895c-9bcbfbdb408b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-04T07:47:53Z,description=,heartbeat_timestamp=2021-02-04T08:03:23Z,host='dv-cinder-733062-18-smb',id=9b1007a2-cea1-4e19-8fd5-ed5c2617e796,load=0,resource_versions=,resources_synced=,started_at=2021-02-04T07:47:53Z,topic='l3_agent')) {'router_ids': ['20a7d0af-5908-48c5-9dcf-280b21b669ad'], 'active': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 08:03:38.452820 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9c06652-2cb8-4964-b92d-7e33dae57ab4 req-e7d87051-5170-41ae-aa47-9c201c4e9dfc tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] No DVR routers for this DVR port b39f1f12-9a11-4813-afe6-ddb4e69463e5 on host hv-cinder-73306 {{(pid=80113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 04 08:03:38.456210 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-b9c06652-2cb8-4964-b92d-7e33dae57ab4 req-e7d87051-5170-41ae-aa47-9c201c4e9dfc tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3799'] for port, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:03:38.463082 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2897382b-2d9d-41f9-b9d9-4b1e3a742989', 'name': 'network-vif-deleted', 'tag': 'b39f1f12-9a11-4813-afe6-ddb4e69463e5'}] {{(pid=80113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 08:03:38.481590 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-b9c06652-2cb8-4964-b92d-7e33dae57ab4 req-e7d87051-5170-41ae-aa47-9c201c4e9dfc tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] 10.222.0.76 "DELETE /v2.0/ports/b39f1f12-9a11-4813-afe6-ddb4e69463e5 HTTP/1.1" status: 204 len: 173 time: 1.8379815 Feb 04 08:03:38.536018 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.v2.base [None req-b25dc9e9-a6aa-4478-aaf4-0039fc7bd17d admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-77521141-network', 'tenant_id': 'cc1c05f794d04e538b11729ca69a812c'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 08:03:38.543325 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-b25dc9e9-a6aa-4478-aaf4-0039fc7bd17d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 08:03:38.549533 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-b25dc9e9-a6aa-4478-aaf4-0039fc7bd17d admin admin] Usage tracker for resource:network and tenant:cc1c05f794d04e538b11729ca69a812c is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 08:03:38.553309 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-b25dc9e9-a6aa-4478-aaf4-0039fc7bd17d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 08:03:38.560442 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-b25dc9e9-a6aa-4478-aaf4-0039fc7bd17d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 08:03:38.596995 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b25dc9e9-a6aa-4478-aaf4-0039fc7bd17d admin admin] Made reservation on behalf of cc1c05f794d04e538b11729ca69a812c for: {'network': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 04 08:03:38.601836 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b25dc9e9-a6aa-4478-aaf4-0039fc7bd17d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for network, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:03:38.626588 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b25dc9e9-a6aa-4478-aaf4-0039fc7bd17d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:03:38.645233 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-b25dc9e9-a6aa-4478-aaf4-0039fc7bd17d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 08:03:38.651630 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-b25dc9e9-a6aa-4478-aaf4-0039fc7bd17d admin admin] Usage tracker for resource:security_group_rule and tenant:cc1c05f794d04e538b11729ca69a812c is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 08:03:38.656126 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-b25dc9e9-a6aa-4478-aaf4-0039fc7bd17d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 08:03:38.662802 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-b25dc9e9-a6aa-4478-aaf4-0039fc7bd17d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 08:03:38.686225 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvr_db [None req-3400a5fb-544d-42b7-895c-9bcbfbdb408b None None] Set router 20a7d0af-5908-48c5-9dcf-280b21b669ad gateway port host: dv-cinder-733062-18-smb {{(pid=80115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 04 08:03:38.769477 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b25dc9e9-a6aa-4478-aaf4-0039fc7bd17d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:03:38.773033 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b25dc9e9-a6aa-4478-aaf4-0039fc7bd17d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:03:38.776489 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-28c364e7-dd17-4810-8e77-d791bcb2b0d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:03:38.804642 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2897382b-2d9d-41f9-b9d9-4b1e3a742989', 'name': 'network-vif-deleted', 'tag': 'b39f1f12-9a11-4813-afe6-ddb4e69463e5', 'status': 'completed', 'code': 200} Feb 04 08:03:38.818632 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b25dc9e9-a6aa-4478-aaf4-0039fc7bd17d admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 04 08:03:38.824952 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25dc9e9-a6aa-4478-aaf4-0039fc7bd17d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5827c64-2037-455c-9793-eb562d5a2fbe,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:03:38.828386 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-b25dc9e9-a6aa-4478-aaf4-0039fc7bd17d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:03:38.835308 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b25dc9e9-a6aa-4478-aaf4-0039fc7bd17d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774980'] for segment, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:03:38.835701 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.db.segments_db [None req-b25dc9e9-a6aa-4478-aaf4-0039fc7bd17d admin admin] Added segment 29dbed16-2f2e-4af8-b117-62efd1575c97 of type vxlan for network 5d952703-8459-4375-a0df-97951501735d Feb 04 08:03:38.865563 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b25dc9e9-a6aa-4478-aaf4-0039fc7bd17d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363309260185511'] for network, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:03:38.895655 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b25dc9e9-a6aa-4478-aaf4-0039fc7bd17d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830'] for network, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:03:38.896970 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25dc9e9-a6aa-4478-aaf4-0039fc7bd17d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:03:38.897641 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b25dc9e9-a6aa-4478-aaf4-0039fc7bd17d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1815815'] for network, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:03:38.903781 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-4c24d2f9-9b51-433c-bfa8-20b524205e81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:03:39.012352 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-b25dc9e9-a6aa-4478-aaf4-0039fc7bd17d admin admin] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.6533501 Feb 04 08:03:39.013257 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25dc9e9-a6aa-4478-aaf4-0039fc7bd17d admin admin] Pushing event updated for resources: {'Network': ['ID=5d952703-8459-4375-a0df-97951501735d,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:03:39.015101 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 55788) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:03:39.021967 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.v2.base [None req-94951ea0-2839-4a2f-a74f-e822f2a0ee21 admin admin] Request body: {'subnet': {'network_id': '5d952703-8459-4375-a0df-97951501735d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-77521141-subnet', 'tenant_id': 'cc1c05f794d04e538b11729ca69a812c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 08:03:39.023789 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-b25dc9e9-a6aa-4478-aaf4-0039fc7bd17d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:03:39.027966 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Network 5d952703-8459-4375-a0df-97951501735d details requested by agent ovs-agent-dv-cinder-733062-18-smb with host dv-cinder-733062-18-smb {{(pid=80115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 04 08:03:39.028944 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-94951ea0-2839-4a2f-a74f-e822f2a0ee21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 08:03:39.033350 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-94951ea0-2839-4a2f-a74f-e822f2a0ee21 admin admin] Usage tracker for resource:subnet and tenant:cc1c05f794d04e538b11729ca69a812c is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 08:03:39.036570 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-94951ea0-2839-4a2f-a74f-e822f2a0ee21 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 08:03:39.043485 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-94951ea0-2839-4a2f-a74f-e822f2a0ee21 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 08:03:39.049495 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Network 5d952703-8459-4375-a0df-97951501735d details requested by agent ovs-agent-hv-cinder-73306 with host hv-cinder-73306 {{(pid=80115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 04 08:03:39.054922 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94951ea0-2839-4a2f-a74f-e822f2a0ee21 admin admin] Made reservation on behalf of cc1c05f794d04e538b11729ca69a812c for: {'subnet': 1} {{(pid=80113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 04 08:03:39.059935 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-94951ea0-2839-4a2f-a74f-e822f2a0ee21 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1465462'] for subnet, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:03:39.266585 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-df65c75c-b1a7-4392-bf7b-49662cfdbd44 req-a6ea0c82-18c6-4708-9a2c-d3b7cce8ed3d tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] 10.222.0.99 "GET /v2.0/ports?device_id=2897382b-2d9d-41f9-b9d9-4b1e3a742989 HTTP/1.1" status: 200 len: 210 time: 0.0574441 Feb 04 08:03:39.439702 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-3400a5fb-544d-42b7-895c-9bcbfbdb408b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20a7d0af-5908-48c5-9dcf-280b21b669ad', 'name': 'tempest-AttachVolumeTestJSON-131749411-router', 'tenant_id': 'a6dac7e06d2347bf8335c11feb384ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'external_fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.180'}], 'enable_snat': True}, 'gw_port_id': '43b632f2-e346-49fd-915a-cd303ad41489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T07:57:15Z', 'updated_at': '2021-02-04T07:57:37Z', 'revision_number': 4, 'project_id': 'a6dac7e06d2347bf8335c11feb384ef9', 'gw_port': {'id': '43b632f2-e346-49fd-915a-cd303ad41489', 'name': '', 'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:d5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20a7d0af-5908-48c5-9dcf-280b21b669ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T07:57:17Z', 'updated_at': '2021-02-04T07:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-18-smb', '_interfaces': [{'id': '9d6d3c1f-dcd6-4f2c-bc9f-271ece3b86ff', 'name': '', 'network_id': 'da9fddda-3ab3-487d-967d-7aa78c7fc3dd', 'tenant_id': 'a6dac7e06d2347bf8335c11feb384ef9', 'mac_address': 'fa:16:3e:0f:93:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20a7d0af-5908-48c5-9dcf-280b21b669ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '4537a32b-846b-4c36-83cb-e761caa59ada', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T07:57:28Z', 'updated_at': '2021-02-04T07:57:54Z', 'revision_number': 5, 'project_id': 'a6dac7e06d2347bf8335c11feb384ef9', 'subnets': [{'id': '4537a32b-846b-4c36-83cb-e761caa59ada', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733062-18-smb', False) {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 08:03:39.451441 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3400a5fb-544d-42b7-895c-9bcbfbdb408b None None] Checking router: 20a7d0af-5908-48c5-9dcf-280b21b669ad for host: dv-cinder-733062-18-smb {{(pid=80115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 04 08:03:39.465145 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3400a5fb-544d-42b7-895c-9bcbfbdb408b None None] Routers {'20a7d0af-5908-48c5-9dcf-280b21b669ad'} bound to L3 agent in host dv-cinder-733062-18-smb {{(pid=80115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 04 08:03:39.465839 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-3400a5fb-544d-42b7-895c-9bcbfbdb408b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-04T07:47:53Z,description=,heartbeat_timestamp=2021-02-04T08:03:23Z,host='dv-cinder-733062-18-smb',id=9b1007a2-cea1-4e19-8fd5-ed5c2617e796,load=0,resource_versions=,resources_synced=,started_at=2021-02-04T07:47:53Z,topic='l3_agent')) {'router_ids': ['20a7d0af-5908-48c5-9dcf-280b21b669ad'], 'active': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 08:03:39.563401 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-94951ea0-2839-4a2f-a74f-e822f2a0ee21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3167152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1465413'] for subnet, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:03:39.580049 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-93a8b204-adbf-40e4-bcca-78ef35547b9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:03:39.675215 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvr_db [None req-3400a5fb-544d-42b7-895c-9bcbfbdb408b None None] Set router 20a7d0af-5908-48c5-9dcf-280b21b669ad gateway port host: dv-cinder-733062-18-smb {{(pid=80115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 04 08:03:39.715246 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94951ea0-2839-4a2f-a74f-e822f2a0ee21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b05b712-450b-4012-8889-c0891d33eac3,revision_number=0']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:03:39.728207 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-94951ea0-2839-4a2f-a74f-e822f2a0ee21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:03:39.796214 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94951ea0-2839-4a2f-a74f-e822f2a0ee21 admin admin] Checking segment: {'id': '29dbed16-2f2e-4af8-b117-62efd1575c97', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '5d952703-8459-4375-a0df-97951501735d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 04 08:03:39.796621 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94951ea0-2839-4a2f-a74f-e822f2a0ee21 admin admin] Network hostable DHCP agents. Network: 5d952703-8459-4375-a0df-97951501735d, hostable agents: ['8e54cc33-14f6-4bf4-a71e-228639724c29'], hosted agents: [] {{(pid=80113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 04 08:03:39.815595 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94951ea0-2839-4a2f-a74f-e822f2a0ee21 admin admin] Network 5d952703-8459-4375-a0df-97951501735d is scheduled to be hosted by DHCP agent 8e54cc33-14f6-4bf4-a71e-228639724c29 with binding_index 1 {{(pid=80113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 04 08:03:39.824982 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.base_scheduler [None req-94951ea0-2839-4a2f-a74f-e822f2a0ee21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733062-18-smb, 5d952703-8459-4375-a0df-97951501735d) {{(pid=80113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 04 08:03:39.838219 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94951ea0-2839-4a2f-a74f-e822f2a0ee21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:03:39.839450 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-94951ea0-2839-4a2f-a74f-e822f2a0ee21 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:03:39.846738 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5e0b9b9-4f75-4c7f-b740-6bb291f4bc0c None None] Network 5d952703-8459-4375-a0df-97951501735d requested from dv-cinder-733062-18-smb {{(pid=80115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 04 08:03:39.860049 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-94951ea0-2839-4a2f-a74f-e822f2a0ee21 admin admin] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8436604 Feb 04 08:03:40.230615 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d94096e7-fc67-40c9-a0a0-9fc6e7c83b21 None None] Network 5d952703-8459-4375-a0df-97951501735d requested from dv-cinder-733062-18-smb {{(pid=80115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 04 08:03:40.315996 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-3400a5fb-544d-42b7-895c-9bcbfbdb408b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20a7d0af-5908-48c5-9dcf-280b21b669ad', 'name': 'tempest-AttachVolumeTestJSON-131749411-router', 'tenant_id': 'a6dac7e06d2347bf8335c11feb384ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'external_fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.180'}], 'enable_snat': True}, 'gw_port_id': '43b632f2-e346-49fd-915a-cd303ad41489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T07:57:15Z', 'updated_at': '2021-02-04T07:57:37Z', 'revision_number': 4, 'project_id': 'a6dac7e06d2347bf8335c11feb384ef9', 'gw_port': {'id': '43b632f2-e346-49fd-915a-cd303ad41489', 'name': '', 'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:d5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20a7d0af-5908-48c5-9dcf-280b21b669ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T07:57:17Z', 'updated_at': '2021-02-04T07:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-18-smb', '_interfaces': [{'id': '9d6d3c1f-dcd6-4f2c-bc9f-271ece3b86ff', 'name': '', 'network_id': 'da9fddda-3ab3-487d-967d-7aa78c7fc3dd', 'tenant_id': 'a6dac7e06d2347bf8335c11feb384ef9', 'mac_address': 'fa:16:3e:0f:93:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20a7d0af-5908-48c5-9dcf-280b21b669ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '4537a32b-846b-4c36-83cb-e761caa59ada', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T07:57:28Z', 'updated_at': '2021-02-04T07:57:54Z', 'revision_number': 5, 'project_id': 'a6dac7e06d2347bf8335c11feb384ef9', 'subnets': [{'id': '4537a32b-846b-4c36-83cb-e761caa59ada', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733062-18-smb', False) {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 08:03:40.333279 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3400a5fb-544d-42b7-895c-9bcbfbdb408b None None] The sync data for ids ['20a7d0af-5908-48c5-9dcf-280b21b669ad'] in dv-cinder-733062-18-smb is: [{'id': '20a7d0af-5908-48c5-9dcf-280b21b669ad', 'name': 'tempest-AttachVolumeTestJSON-131749411-router', 'tenant_id': 'a6dac7e06d2347bf8335c11feb384ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'external_fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.180'}], 'enable_snat': True}, 'gw_port_id': '43b632f2-e346-49fd-915a-cd303ad41489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T07:57:15Z', 'updated_at': '2021-02-04T07:57:37Z', 'revision_number': 4, 'project_id': 'a6dac7e06d2347bf8335c11feb384ef9', 'gw_port': {'id': '43b632f2-e346-49fd-915a-cd303ad41489', 'name': '', 'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:d5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20a7d0af-5908-48c5-9dcf-280b21b669ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T07:57:17Z', 'updated_at': '2021-02-04T07:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-18-smb', '_interfaces': [{'id': '9d6d3c1f-dcd6-4f2c-bc9f-271ece3b86ff', 'name': '', 'network_id': 'da9fddda-3ab3-487d-967d-7aa78c7fc3dd', 'tenant_id': 'a6dac7e06d2347bf8335c11feb384ef9', 'mac_address': 'fa:16:3e:0f:93:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20a7d0af-5908-48c5-9dcf-280b21b669ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '4537a32b-846b-4c36-83cb-e761caa59ada', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T07:57:28Z', 'updated_at': '2021-02-04T07:57:54Z', 'revision_number': 5, 'project_id': 'a6dac7e06d2347bf8335c11feb384ef9', 'subnets': [{'id': '4537a32b-846b-4c36-83cb-e761caa59ada', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 04 08:03:40.486103 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 55804) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:03:40.591408 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-80204474-506a-477d-a028-3d65d38f971b tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:03:40.632429 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-80204474-506a-477d-a028-3d65d38f971b tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:03:40.693375 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-80204474-506a-477d-a028-3d65d38f971b tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:03:40.699912 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-b13c6115-439a-4ec1-bab2-2cb08f3ec043 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:03:40.718774 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80204474-506a-477d-a028-3d65d38f971b tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9638a9bc-029a-4953-a70f-553885289f1a,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:03:40.721869 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-80204474-506a-477d-a028-3d65d38f971b tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:03:40.730064 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-80204474-506a-477d-a028-3d65d38f971b tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:03:40.731644 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-80204474-506a-477d-a028-3d65d38f971b tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] 10.222.0.99 "DELETE /v2.0/security-groups/9638a9bc-029a-4953-a70f-553885289f1a HTTP/1.1" status: 204 len: 168 time: 0.2438614 Feb 04 08:03:40.734395 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 55812) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:03:40.754396 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.api.v2.resource [None req-56d62eaa-c983-4cf7-82dc-ab7abb49a66b tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] show failed (client error): The resource could not be found. Feb 04 08:03:40.755594 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-56d62eaa-c983-4cf7-82dc-ab7abb49a66b tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] 10.222.0.99 "GET /v2.0/security-groups/9638a9bc-029a-4953-a70f-553885289f1a HTTP/1.1" status: 404 len: 347 time: 0.0201514 Feb 04 08:03:40.758615 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 55816) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:03:40.807136 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2685fe0-9d41-4ddd-8010-48c47f3bd30c None None] New status for floating IP a2262602-d8d2-482c-a8c7-212416a06ba0: DOWN {{(pid=80116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 04 08:03:40.956071 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-569e246c-3a45-49f9-80cb-8915c2b63925 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Deleting port 00f25d6e-4d96-4f46-8703-960b7608ff73 {{(pid=80113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 04 08:03:40.956489 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-569e246c-3a45-49f9-80cb-8915c2b63925 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727595022485'] for port, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:03:41.157307 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-569e246c-3a45-49f9-80cb-8915c2b63925 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853131150'] for port, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:03:41.157679 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-569e246c-3a45-49f9-80cb-8915c2b63925 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:03:41.297442 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-569e246c-3a45-49f9-80cb-8915c2b63925 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Calling delete_port for 00f25d6e-4d96-4f46-8703-960b7608ff73 owned by network:floatingip {{(pid=80113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 04 08:03:41.388847 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.db.api [None req-569e246c-3a45-49f9-80cb-8915c2b63925 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80113) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 04 08:03:41.389223 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_db.api [None req-569e246c-3a45-49f9-80cb-8915c2b63925 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 04 08:03:41.890859 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-569e246c-3a45-49f9-80cb-8915c2b63925 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Deleting port 00f25d6e-4d96-4f46-8703-960b7608ff73 {{(pid=80113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 04 08:03:41.891749 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-569e246c-3a45-49f9-80cb-8915c2b63925 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727595022485'] for port, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:03:42.164228 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e5cc5f-82c0-4ea5-81c4-b96487e2436f req-5dd0b1a0-270f-40b6-b1ff-6c2ff9eee2c7 tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:03:42.165068 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [req-b3e5cc5f-82c0-4ea5-81c4-b96487e2436f req-5dd0b1a0-270f-40b6-b1ff-6c2ff9eee2c7 tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] Synchronizing usage tracker for tenant:cc1c05f794d04e538b11729ca69a812c on resource:network {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 04 08:03:42.185568 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [req-b3e5cc5f-82c0-4ea5-81c4-b96487e2436f req-5dd0b1a0-270f-40b6-b1ff-6c2ff9eee2c7 tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] Unset dirty status for tenant:cc1c05f794d04e538b11729ca69a812c on resource:network {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 04 08:03:42.186893 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-b3e5cc5f-82c0-4ea5-81c4-b96487e2436f req-5dd0b1a0-270f-40b6-b1ff-6c2ff9eee2c7 tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] 10.222.0.99 "GET /v2.0/networks?id=5d952703-8459-4375-a0df-97951501735d HTTP/1.1" status: 200 len: 812 time: 0.2704165 Feb 04 08:03:42.204566 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-b3e5cc5f-82c0-4ea5-81c4-b96487e2436f req-08d535aa-edda-4d9d-afb6-0935d0ca5317 tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] 10.222.0.99 "GET /v2.0/quotas/cc1c05f794d04e538b11729ca69a812c HTTP/1.1" status: 200 len: 375 time: 0.0110891 Feb 04 08:03:42.261817 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-b3e5cc5f-82c0-4ea5-81c4-b96487e2436f req-e2491d5c-7050-4fff-a9ce-ef764f56f284 tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] 10.222.0.99 "GET /v2.0/ports?tenant_id=cc1c05f794d04e538b11729ca69a812c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0504856 Feb 04 08:03:42.339717 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-569e246c-3a45-49f9-80cb-8915c2b63925 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853131150'] for port, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:03:42.340006 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-569e246c-3a45-49f9-80cb-8915c2b63925 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:03:42.480927 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-569e246c-3a45-49f9-80cb-8915c2b63925 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Calling delete_port for 00f25d6e-4d96-4f46-8703-960b7608ff73 owned by network:floatingip {{(pid=80113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 04 08:03:42.504558 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-b3e5cc5f-82c0-4ea5-81c4-b96487e2436f req-11449d49-c206-46e3-8222-8c661f3d2531 service neutron] 10.222.0.99 "GET /v2.0/networks/5d952703-8459-4375-a0df-97951501735d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2349398 Feb 04 08:03:42.635133 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-569e246c-3a45-49f9-80cb-8915c2b63925 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309259674774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727594605512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851609521'] for port, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:03:42.650572 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:03:42.656665 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-b3e5cc5f-82c0-4ea5-81c4-b96487e2436f req-2126d307-f228-450c-8ab5-dbf208c4e4f9 service neutron] 10.222.0.99 "GET /v2.0/networks/5d952703-8459-4375-a0df-97951501735d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1448555 Feb 04 08:03:42.753727 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569e246c-3a45-49f9-80cb-8915c2b63925 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Pushing event deleted for resources: {'Port': ['ID=00f25d6e-4d96-4f46-8703-960b7608ff73,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:03:42.757925 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-569e246c-3a45-49f9-80cb-8915c2b63925 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:03:42.878816 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-e3f02034-a766-4972-b75a-a9628c9b4d0a req-efdba160-239f-4f81-95ca-0f20b13e06a7 tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] 10.222.0.99 "GET /v2.0/ports?device_id=7fcd6155-1a62-46d4-a346-b0495db07f07 HTTP/1.1" status: 200 len: 210 time: 0.0591238 Feb 04 08:03:42.906421 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-569e246c-3a45-49f9-80cb-8915c2b63925 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Notify callbacks [] for floatingip, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:03:42.924795 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-569e246c-3a45-49f9-80cb-8915c2b63925 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3799'] for floatingip, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:03:42.929237 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-569e246c-3a45-49f9-80cb-8915c2b63925 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] 10.222.0.99 "DELETE /v2.0/floatingips/a2262602-d8d2-482c-a8c7-212416a06ba0 HTTP/1.1" status: 204 len: 168 time: 2.1694345 Feb 04 08:03:44.115545 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-145cc3f8-898a-4f68-a901-5636f98a9711 req-f895d48a-4e55-4c32-8e4c-e25a06af62b4 tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] 10.222.0.99 "GET /v2.0/ports?device_id=7fcd6155-1a62-46d4-a346-b0495db07f07 HTTP/1.1" status: 200 len: 210 time: 0.0832584 Feb 04 08:03:44.238632 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e5cc5f-82c0-4ea5-81c4-b96487e2436f req-f8f0407d-71e8-4a0f-b2da-50c10124c6cb tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:03:44.240331 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-b3e5cc5f-82c0-4ea5-81c4-b96487e2436f req-f8f0407d-71e8-4a0f-b2da-50c10124c6cb tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] 10.222.0.76 "GET /v2.0/networks?id=5d952703-8459-4375-a0df-97951501735d HTTP/1.1" status: 200 len: 812 time: 0.2977803 Feb 04 08:03:44.275548 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.v2.base [req-b3e5cc5f-82c0-4ea5-81c4-b96487e2436f req-501d5593-5e3e-428b-817b-10c9c477fa83 tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] Request body: {'port': {'device_id': '7fcd6155-1a62-46d4-a346-b0495db07f07', 'network_id': '5d952703-8459-4375-a0df-97951501735d', 'admin_state_up': True, 'tenant_id': 'cc1c05f794d04e538b11729ca69a812c'}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 08:03:44.445885 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [req-b3e5cc5f-82c0-4ea5-81c4-b96487e2436f req-501d5593-5e3e-428b-817b-10c9c477fa83 tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 08:03:44.450884 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [req-b3e5cc5f-82c0-4ea5-81c4-b96487e2436f req-501d5593-5e3e-428b-817b-10c9c477fa83 tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] Usage tracker for resource:port and tenant:cc1c05f794d04e538b11729ca69a812c is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 08:03:44.454106 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [req-b3e5cc5f-82c0-4ea5-81c4-b96487e2436f req-501d5593-5e3e-428b-817b-10c9c477fa83 tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 08:03:44.460262 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [req-b3e5cc5f-82c0-4ea5-81c4-b96487e2436f req-501d5593-5e3e-428b-817b-10c9c477fa83 tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 08:03:44.477666 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3e5cc5f-82c0-4ea5-81c4-b96487e2436f req-501d5593-5e3e-428b-817b-10c9c477fa83 tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] Made reservation on behalf of cc1c05f794d04e538b11729ca69a812c for: {'port': 1} {{(pid=80113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 04 08:03:44.499662 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-b3e5cc5f-82c0-4ea5-81c4-b96487e2436f req-501d5593-5e3e-428b-817b-10c9c477fa83 tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:03:44.875641 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.db_base_plugin_common [req-b3e5cc5f-82c0-4ea5-81c4-b96487e2436f req-501d5593-5e3e-428b-817b-10c9c477fa83 tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] Allocated IP 172.20.0.9 (5d952703-8459-4375-a0df-97951501735d/6b05b712-450b-4012-8889-c0891d33eac3/84f8705f-d230-469d-a220-d00b45d721cd) {{(pid=80113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 04 08:03:45.106593 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-b3e5cc5f-82c0-4ea5-81c4-b96487e2436f req-501d5593-5e3e-428b-817b-10c9c477fa83 tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] Notify callbacks [] for port, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:03:45.138216 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-b3e5cc5f-82c0-4ea5-81c4-b96487e2436f req-501d5593-5e3e-428b-817b-10c9c477fa83 tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727594645960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851609521'] for port, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:03:45.153723 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-efae6c7a-665e-451a-9ca8-e7558ec83562 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:03:45.304474 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501d5593-5e3e-428b-817b-10c9c477fa83 tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] Pushing event updated for resources: {'Port': ['ID=84f8705f-d230-469d-a220-d00b45d721cd,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:03:45.310487 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-501d5593-5e3e-428b-817b-10c9c477fa83 tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:03:45.378346 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3e5cc5f-82c0-4ea5-81c4-b96487e2436f req-501d5593-5e3e-428b-817b-10c9c477fa83 tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] Network 5d952703-8459-4375-a0df-97951501735d is already hosted by enough agents. {{(pid=80113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 04 08:03:45.379698 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.base_scheduler [req-b3e5cc5f-82c0-4ea5-81c4-b96487e2436f req-501d5593-5e3e-428b-817b-10c9c477fa83 tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] Resources bound (agent type, host, resource id): {{(pid=80113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 04 08:03:45.382369 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3e5cc5f-82c0-4ea5-81c4-b96487e2436f req-501d5593-5e3e-428b-817b-10c9c477fa83 tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] Received port after_create {{(pid=80113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 04 08:03:45.431610 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9b561d-747f-49ef-a4b4-c2ed3c36ae26 req-3e89e9ab-c886-4511-a3f7-65eb4f7a77bc tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:03:45.433950 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-5c9b561d-747f-49ef-a4b4-c2ed3c36ae26 req-3e89e9ab-c886-4511-a3f7-65eb4f7a77bc tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] 10.222.0.99 "GET /v2.0/ports?device_id=7fcd6155-1a62-46d4-a346-b0495db07f07 HTTP/1.1" status: 200 len: 931 time: 0.1763866 Feb 04 08:03:45.506064 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [req-5c9b561d-747f-49ef-a4b4-c2ed3c36ae26 req-d5c03673-f7ef-4c45-93b3-824bc391f373 tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] Synchronizing usage tracker for tenant:cc1c05f794d04e538b11729ca69a812c on resource:security_group {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 04 08:03:45.523198 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [req-5c9b561d-747f-49ef-a4b4-c2ed3c36ae26 req-d5c03673-f7ef-4c45-93b3-824bc391f373 tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] Unset dirty status for tenant:cc1c05f794d04e538b11729ca69a812c on resource:security_group {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 04 08:03:45.524618 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e5cc5f-82c0-4ea5-81c4-b96487e2436f req-501d5593-5e3e-428b-817b-10c9c477fa83 tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:03:45.524767 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-5c9b561d-747f-49ef-a4b4-c2ed3c36ae26 req-d5c03673-f7ef-4c45-93b3-824bc391f373 tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] 10.222.0.99 "GET /v2.0/security-groups?id=f5827c64-2037-455c-9793-eb562d5a2fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790129 Feb 04 08:03:45.525358 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-b3e5cc5f-82c0-4ea5-81c4-b96487e2436f req-501d5593-5e3e-428b-817b-10c9c477fa83 tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3799'] for port, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:03:45.552733 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-b3e5cc5f-82c0-4ea5-81c4-b96487e2436f req-501d5593-5e3e-428b-817b-10c9c477fa83 tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2817197 Feb 04 08:03:45.571243 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.v2.base [req-b3e5cc5f-82c0-4ea5-81c4-b96487e2436f req-07c1b6f0-ca00-4700-8e26-d236f19ecb7a service neutron] Request body: {'port': {'device_id': '7fcd6155-1a62-46d4-a346-b0495db07f07', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73306'}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 08:03:45.694583 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-b3e5cc5f-82c0-4ea5-81c4-b96487e2436f req-07c1b6f0-ca00-4700-8e26-d236f19ecb7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:03:46.139407 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.notifiers.nova [req-b3e5cc5f-82c0-4ea5-81c4-b96487e2436f req-07c1b6f0-ca00-4700-8e26-d236f19ecb7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84f8705f-d230-469d-a220-d00b45d721cd {{(pid=80113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 04 08:03:46.147535 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-b3e5cc5f-82c0-4ea5-81c4-b96487e2436f req-07c1b6f0-ca00-4700-8e26-d236f19ecb7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:03:46.161374 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [req-b3e5cc5f-82c0-4ea5-81c4-b96487e2436f req-07c1b6f0-ca00-4700-8e26-d236f19ecb7a service neutron] Transition to ACTIVE for port object 84f8705f-d230-469d-a220-d00b45d721cd will not be triggered until provisioned by entity L2. {{(pid=80113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 04 08:03:46.163829 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-b3e5cc5f-82c0-4ea5-81c4-b96487e2436f req-07c1b6f0-ca00-4700-8e26-d236f19ecb7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309259674757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309260170288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727594605546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3166264'] for port, after_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:03:46.179587 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-d059fa5c-1a9e-4bed-ab74-2ba26b11a853 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:03:46.314006 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c1b6f0-ca00-4700-8e26-d236f19ecb7a service neutron] Pushing event updated for resources: {'Port': ['ID=84f8705f-d230-469d-a220-d00b45d721cd,revision_number=2']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:03:46.317154 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-07c1b6f0-ca00-4700-8e26-d236f19ecb7a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:03:46.507733 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [req-b3e5cc5f-82c0-4ea5-81c4-b96487e2436f req-07c1b6f0-ca00-4700-8e26-d236f19ecb7a service neutron] Attempting to bind port 84f8705f-d230-469d-a220-d00b45d721cd on host hv-cinder-73306 for vnic_type normal with profile {{(pid=80113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 08:03:46.508093 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [req-b3e5cc5f-82c0-4ea5-81c4-b96487e2436f req-07c1b6f0-ca00-4700-8e26-d236f19ecb7a service neutron] Attempting to bind port 84f8705f-d230-469d-a220-d00b45d721cd by drivers openvswitch on host hv-cinder-73306 at level 0 using segments [{'id': '29dbed16-2f2e-4af8-b117-62efd1575c97', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '5d952703-8459-4375-a0df-97951501735d'}] {{(pid=80113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 04 08:03:46.508457 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e5cc5f-82c0-4ea5-81c4-b96487e2436f req-07c1b6f0-ca00-4700-8e26-d236f19ecb7a service neutron] Attempting to bind port 84f8705f-d230-469d-a220-d00b45d721cd on network 5d952703-8459-4375-a0df-97951501735d {{(pid=80113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 04 08:03:46.514999 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e5cc5f-82c0-4ea5-81c4-b96487e2436f req-07c1b6f0-ca00-4700-8e26-d236f19ecb7a service neutron] Checking agent: {'id': 'ff9cc465-2d2d-4d6a-b510-d92e1cf0c130', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73306', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 4, 7, 55, 7), 'started_at': datetime.datetime(2021, 2, 4, 7, 55, 37), 'heartbeat_timestamp': datetime.datetime(2021, 2, 4, 8, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.95', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 08:03:46.515415 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e5cc5f-82c0-4ea5-81c4-b96487e2436f req-07c1b6f0-ca00-4700-8e26-d236f19ecb7a service neutron] Checking segment: {'id': '29dbed16-2f2e-4af8-b117-62efd1575c97', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '5d952703-8459-4375-a0df-97951501735d'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 04 08:03:46.515814 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-b3e5cc5f-82c0-4ea5-81c4-b96487e2436f req-07c1b6f0-ca00-4700-8e26-d236f19ecb7a service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:03:46.516204 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e5cc5f-82c0-4ea5-81c4-b96487e2436f req-07c1b6f0-ca00-4700-8e26-d236f19ecb7a service neutron] Bound using segment: {'id': '29dbed16-2f2e-4af8-b117-62efd1575c97', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '5d952703-8459-4375-a0df-97951501735d'} {{(pid=80113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 08:03:46.516672 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [req-b3e5cc5f-82c0-4ea5-81c4-b96487e2436f req-07c1b6f0-ca00-4700-8e26-d236f19ecb7a service neutron] Bound port: 84f8705f-d230-469d-a220-d00b45d721cd, host: hv-cinder-73306, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29dbed16-2f2e-4af8-b117-62efd1575c97', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '5d952703-8459-4375-a0df-97951501735d'}}] {{(pid=80113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 04 08:03:46.517044 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-b3e5cc5f-82c0-4ea5-81c4-b96487e2436f req-07c1b6f0-ca00-4700-8e26-d236f19ecb7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:03:46.613297 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [req-b3e5cc5f-82c0-4ea5-81c4-b96487e2436f req-07c1b6f0-ca00-4700-8e26-d236f19ecb7a service neutron] For port 84f8705f-d230-469d-a220-d00b45d721cd, host hv-cinder-73306, cleared binding levels {{(pid=80113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 04 08:03:46.616515 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [req-b3e5cc5f-82c0-4ea5-81c4-b96487e2436f req-07c1b6f0-ca00-4700-8e26-d236f19ecb7a service neutron] For port 84f8705f-d230-469d-a220-d00b45d721cd, host hv-cinder-73306, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=84f8705f-d230-469d-a220-d00b45d721cd,segment=NetworkSegment(29dbed16-2f2e-4af8-b117-62efd1575c97),segment_id=29dbed16-2f2e-4af8-b117-62efd1575c97)] {{(pid=80113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 04 08:03:46.628098 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-b3e5cc5f-82c0-4ea5-81c4-b96487e2436f req-07c1b6f0-ca00-4700-8e26-d236f19ecb7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309259674757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309260170288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727594605546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3166264'] for port, after_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:03:46.644818 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-e4351d50-cd71-4fb7-a45a-ea78152bc6aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:03:46.805438 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c1b6f0-ca00-4700-8e26-d236f19ecb7a service neutron] Pushing event updated for resources: {'Port': ['ID=84f8705f-d230-469d-a220-d00b45d721cd,revision_number=3']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:03:46.809316 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-07c1b6f0-ca00-4700-8e26-d236f19ecb7a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:03:46.830083 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe34819-0cfc-4f83-aedf-f6a00d283796 req-6aea5182-d02a-48f2-a486-4b669676bd44 tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:03:46.831812 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-5fe34819-0cfc-4f83-aedf-f6a00d283796 req-6aea5182-d02a-48f2-a486-4b669676bd44 tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] 10.222.0.99 "GET /v2.0/ports?device_id=7fcd6155-1a62-46d4-a346-b0495db07f07 HTTP/1.1" status: 200 len: 943 time: 0.1670775 Feb 04 08:03:46.844525 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e5cc5f-82c0-4ea5-81c4-b96487e2436f req-07c1b6f0-ca00-4700-8e26-d236f19ecb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:03:46.845203 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-b3e5cc5f-82c0-4ea5-81c4-b96487e2436f req-07c1b6f0-ca00-4700-8e26-d236f19ecb7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3799'] for port, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:03:46.846685 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-b3e5cc5f-82c0-4ea5-81c4-b96487e2436f req-07c1b6f0-ca00-4700-8e26-d236f19ecb7a service neutron] 10.222.0.76 "PUT /v2.0/ports/84f8705f-d230-469d-a220-d00b45d721cd HTTP/1.1" status: 200 len: 1157 time: 1.2802894 Feb 04 08:03:46.847263 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fcd6155-1a62-46d4-a346-b0495db07f07', 'tag': '84f8705f-d230-469d-a220-d00b45d721cd'}] {{(pid=80113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 08:03:46.901529 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-5fe34819-0cfc-4f83-aedf-f6a00d283796 req-169f515f-e7eb-4cbb-b712-8e1b4145c99a tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] 10.222.0.99 "GET /v2.0/security-groups?id=f5827c64-2037-455c-9793-eb562d5a2fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629489 Feb 04 08:03:46.943984 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fcd6155-1a62-46d4-a346-b0495db07f07', 'tag': '84f8705f-d230-469d-a220-d00b45d721cd', 'status': 'completed', 'code': 200} Feb 04 08:03:46.983885 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e5cc5f-82c0-4ea5-81c4-b96487e2436f req-07b48794-246f-4700-8cb3-53a91ab24416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:03:46.985530 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-b3e5cc5f-82c0-4ea5-81c4-b96487e2436f req-07b48794-246f-4700-8cb3-53a91ab24416 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=cc1c05f794d04e538b11729ca69a812c&device_id=7fcd6155-1a62-46d4-a346-b0495db07f07 HTTP/1.1" status: 200 len: 1160 time: 0.0848293 Feb 04 08:03:47.073885 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-b3e5cc5f-82c0-4ea5-81c4-b96487e2436f req-a59d1d4f-13e7-43ba-be37-bd2b5be71754 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=84f8705f-d230-469d-a220-d00b45d721cd HTTP/1.1" status: 200 len: 217 time: 0.0738821 Feb 04 08:03:47.145685 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e5cc5f-82c0-4ea5-81c4-b96487e2436f req-af748d83-4697-42ef-bc54-26b7aa2c06d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:03:47.147314 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-b3e5cc5f-82c0-4ea5-81c4-b96487e2436f req-af748d83-4697-42ef-bc54-26b7aa2c06d4 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=6b05b712-450b-4012-8889-c0891d33eac3 HTTP/1.1" status: 200 len: 852 time: 0.0671334 Feb 04 08:03:47.191180 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.99', 55884) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:03:47.205883 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-b3e5cc5f-82c0-4ea5-81c4-b96487e2436f req-112c5171-d547-4deb-a57c-c6044f00bf75 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=5d952703-8459-4375-a0df-97951501735d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507679 Feb 04 08:03:47.358954 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-b3e5cc5f-82c0-4ea5-81c4-b96487e2436f req-63d7128a-8a61-450f-bf32-476f0f657697 service neutron] 10.222.0.76 "GET /v2.0/networks/5d952703-8459-4375-a0df-97951501735d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449890 Feb 04 08:03:47.509981 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-b3e5cc5f-82c0-4ea5-81c4-b96487e2436f req-d0f4495d-11a9-4929-a8a9-a17d320642d6 service neutron] 10.222.0.76 "GET /v2.0/networks/5d952703-8459-4375-a0df-97951501735d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1446557 Feb 04 08:03:47.889315 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-7c661b1f-0879-46ac-a0e8-45479eb89d2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853132753'] for router_interface, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:03:47.909220 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb360c8-e5e1-4a30-92f5-8134e9707206 req-7f5f2b79-25cd-4ebc-a56b-94312f45945b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:03:47.910822 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-8eb360c8-e5e1-4a30-92f5-8134e9707206 req-7f5f2b79-25cd-4ebc-a56b-94312f45945b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=cc1c05f794d04e538b11729ca69a812c&device_id=7fcd6155-1a62-46d4-a346-b0495db07f07 HTTP/1.1" status: 200 len: 1160 time: 0.3123741 Feb 04 08:03:48.060667 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb360c8-e5e1-4a30-92f5-8134e9707206 req-75a68d46-93a5-4a72-a2be-579bd76259fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:03:48.062809 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-8eb360c8-e5e1-4a30-92f5-8134e9707206 req-75a68d46-93a5-4a72-a2be-579bd76259fb service neutron] 10.222.0.76 "GET /v2.0/networks?id=5d952703-8459-4375-a0df-97951501735d HTTP/1.1" status: 200 len: 906 time: 0.1433086 Feb 04 08:03:48.145274 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-8eb360c8-e5e1-4a30-92f5-8134e9707206 req-7273344b-cd82-4492-a261-5d53c88bcd28 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=84f8705f-d230-469d-a220-d00b45d721cd HTTP/1.1" status: 200 len: 217 time: 0.0749631 Feb 04 08:03:48.222297 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb360c8-e5e1-4a30-92f5-8134e9707206 req-654e651b-044b-4dae-a5ff-f81c8c18a8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:03:48.224001 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-8eb360c8-e5e1-4a30-92f5-8134e9707206 req-654e651b-044b-4dae-a5ff-f81c8c18a8b3 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=6b05b712-450b-4012-8889-c0891d33eac3 HTTP/1.1" status: 200 len: 852 time: 0.0711951 Feb 04 08:03:48.289656 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-8eb360c8-e5e1-4a30-92f5-8134e9707206 req-af7daa6b-9241-4e63-9068-90499902ddfa service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=5d952703-8459-4375-a0df-97951501735d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532420 Feb 04 08:03:48.445165 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-8eb360c8-e5e1-4a30-92f5-8134e9707206 req-40b47fd3-71db-4c28-9dad-0805d51b462d service neutron] 10.222.0.76 "GET /v2.0/networks/5d952703-8459-4375-a0df-97951501735d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473112 Feb 04 08:03:48.563197 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c5de6f-8f66-4f19-8001-9c8a95beb97b req-b766ee93-c5b2-4a2e-b318-b95fc73452bc tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:03:48.564898 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-02c5de6f-8f66-4f19-8001-9c8a95beb97b req-b766ee93-c5b2-4a2e-b318-b95fc73452bc tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] 10.222.0.99 "GET /v2.0/ports?device_id=7fcd6155-1a62-46d4-a346-b0495db07f07 HTTP/1.1" status: 200 len: 943 time: 0.5287657 Feb 04 08:03:48.598143 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-8eb360c8-e5e1-4a30-92f5-8134e9707206 req-ed31aedf-efec-4317-b4be-89efa4e495b0 service neutron] 10.222.0.76 "GET /v2.0/networks/5d952703-8459-4375-a0df-97951501735d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1454942 Feb 04 08:03:48.652769 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-02c5de6f-8f66-4f19-8001-9c8a95beb97b req-f6f02e7d-f292-4f53-8e5c-5cb389efc874 tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] 10.222.0.99 "GET /v2.0/security-groups?id=f5827c64-2037-455c-9793-eb562d5a2fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746207 Feb 04 08:03:48.718419 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-7c661b1f-0879-46ac-a0e8-45479eb89d2e admin admin] Deleting port 9d6d3c1f-dcd6-4f2c-bc9f-271ece3b86ff {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 04 08:03:48.718710 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-7c661b1f-0879-46ac-a0e8-45479eb89d2e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727595022485'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:03:48.918688 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-7c661b1f-0879-46ac-a0e8-45479eb89d2e admin admin] For port 9d6d3c1f-dcd6-4f2c-bc9f-271ece3b86ff, host dv-cinder-733062-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-18-smb',level=0,port_id=9d6d3c1f-dcd6-4f2c-bc9f-271ece3b86ff,segment=NetworkSegment(a34b7fa1-4a3e-4109-813a-758c7c69af69),segment_id=a34b7fa1-4a3e-4109-813a-758c7c69af69)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 08:03:48.919124 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-7c661b1f-0879-46ac-a0e8-45479eb89d2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853131150'] for port, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:03:49.062991 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-7c661b1f-0879-46ac-a0e8-45479eb89d2e admin admin] Calling delete_port for 9d6d3c1f-dcd6-4f2c-bc9f-271ece3b86ff owned by network:router_interface {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 04 08:03:49.388756 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-7c661b1f-0879-46ac-a0e8-45479eb89d2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309259674774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727594605512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2331070'] for port, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:03:49.404237 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:03:49.500758 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c661b1f-0879-46ac-a0e8-45479eb89d2e admin admin] Pushing event deleted for resources: {'Port': ['ID=9d6d3c1f-dcd6-4f2c-bc9f-271ece3b86ff,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:03:49.503803 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-7c661b1f-0879-46ac-a0e8-45479eb89d2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:03:49.883068 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-7c661b1f-0879-46ac-a0e8-45479eb89d2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1817824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1649259'] for router_interface, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:03:50.068827 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b2bb87-ef67-412b-ac0b-98304ab7bb20 req-b1804c0b-4ab3-45d1-a91e-f6748c9b67f3 tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:03:50.070485 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-c0b2bb87-ef67-412b-ac0b-98304ab7bb20 req-b1804c0b-4ab3-45d1-a91e-f6748c9b67f3 tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] 10.222.0.99 "GET /v2.0/ports?device_id=7fcd6155-1a62-46d4-a346-b0495db07f07 HTTP/1.1" status: 200 len: 943 time: 0.2843757 Feb 04 08:03:50.175149 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-c0b2bb87-ef67-412b-ac0b-98304ab7bb20 req-4fedbc1f-2c6e-48dc-b157-90847ec72ea5 tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] 10.222.0.99 "GET /v2.0/security-groups?id=f5827c64-2037-455c-9793-eb562d5a2fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896149 Feb 04 08:03:50.565316 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c661b1f-0879-46ac-a0e8-45479eb89d2e admin admin] Router 20a7d0af-5908-48c5-9dcf-280b21b669ad has already been hosted by L3 agent 9b1007a2-cea1-4e19-8fd5-ed5c2617e796 {{(pid=80114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 04 08:03:50.591141 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.objects.ports [None req-3444ae4b-98bf-4ee3-ad35-0ee2917afebb None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80115) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 04 08:03:50.622408 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-2cd7090f-cb82-49dc-ab1d-b39c6cd379e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:03:50.982675 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c661b1f-0879-46ac-a0e8-45479eb89d2e admin admin] Notify agent at l3_agent.dv-cinder-733062-18-smb the message routers_updated {{(pid=80114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 04 08:03:50.992039 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5288e56-e8de-455a-903d-191dafc0790e None None] Sync routers for ids ['20a7d0af-5908-48c5-9dcf-280b21b669ad'] in dv-cinder-733062-18-smb {{(pid=80115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 04 08:03:50.996130 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-7c661b1f-0879-46ac-a0e8-45479eb89d2e admin admin] 10.222.0.99 "PUT /v2.0/routers/20a7d0af-5908-48c5-9dcf-280b21b669ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8037510 Feb 04 08:03:50.999351 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.99', 55894) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:03:51.004088 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5288e56-e8de-455a-903d-191dafc0790e None None] Routers {'20a7d0af-5908-48c5-9dcf-280b21b669ad'} bound to L3 agent in host dv-cinder-733062-18-smb {{(pid=80115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 04 08:03:51.004815 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-b5288e56-e8de-455a-903d-191dafc0790e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-04T07:47:53Z,description=,heartbeat_timestamp=2021-02-04T08:03:23Z,host='dv-cinder-733062-18-smb',id=9b1007a2-cea1-4e19-8fd5-ed5c2617e796,load=0,resource_versions=,resources_synced=,started_at=2021-02-04T07:47:53Z,topic='l3_agent')) {'router_ids': ['20a7d0af-5908-48c5-9dcf-280b21b669ad'], 'active': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 08:03:51.057056 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.agents_db [None req-15dbd8ae-9ae4-49dc-a873-5f27e28d1d51 None None] Agent healthcheck: found 6 active agents {{(pid=80116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 04 08:03:51.129914 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Device 84f8705f-d230-469d-a220-d00b45d721cd up at agent ovs-agent-hv-cinder-73306 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 08:03:51.193874 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-97ab895c-43e7-4370-a8c1-646577177073 admin admin] Notify callbacks [] for router, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:03:51.260164 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Provisioning for port 84f8705f-d230-469d-a220-d00b45d721cd completed by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 04 08:03:51.265967 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvr_db [None req-b5288e56-e8de-455a-903d-191dafc0790e None None] Set router 20a7d0af-5908-48c5-9dcf-280b21b669ad gateway port host: dv-cinder-733062-18-smb {{(pid=80115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 04 08:03:51.390098 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Provisioning complete for port 84f8705f-d230-469d-a220-d00b45d721cd triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 08:03:51.390509 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762158'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:03:51.462468 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-97ab895c-43e7-4370-a8c1-646577177073 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:03:51.469969 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-97ab895c-43e7-4370-a8c1-646577177073 admin admin] Deleting port 43b632f2-e346-49fd-915a-cd303ad41489 {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 04 08:03:51.470345 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-97ab895c-43e7-4370-a8c1-646577177073 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727595022485'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:03:51.599674 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cbe0ee-a404-4460-9959-2a9c56b34420 req-21b1f005-c848-443a-bc55-a4d40244a6f0 tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:03:51.601709 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-d5cbe0ee-a404-4460-9959-2a9c56b34420 req-21b1f005-c848-443a-bc55-a4d40244a6f0 tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] 10.222.0.99 "GET /v2.0/ports?device_id=7fcd6155-1a62-46d4-a346-b0495db07f07 HTTP/1.1" status: 200 len: 943 time: 0.2794628 Feb 04 08:03:51.676325 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:03:51.713398 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fcd6155-1a62-46d4-a346-b0495db07f07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84f8705f-d230-469d-a220-d00b45d721cd'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 08:03:51.733569 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] For port 84f8705f-d230-469d-a220-d00b45d721cd, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=84f8705f-d230-469d-a220-d00b45d721cd,segment=NetworkSegment(29dbed16-2f2e-4af8-b117-62efd1575c97),segment_id=29dbed16-2f2e-4af8-b117-62efd1575c97)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 08:03:51.738313 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309259674757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309260170288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727594605546'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:03:51.740746 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-87e2d30e-c6da-4b9c-8c8b-84616b348663 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:03:51.756994 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-d5cbe0ee-a404-4460-9959-2a9c56b34420 req-34857174-f176-4bdc-b4ea-9bf05db2ec29 tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] 10.222.0.99 "GET /v2.0/security-groups?id=f5827c64-2037-455c-9793-eb562d5a2fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462905 Feb 04 08:03:51.781304 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fcd6155-1a62-46d4-a346-b0495db07f07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84f8705f-d230-469d-a220-d00b45d721cd', 'code': 200} Feb 04 08:03:51.824934 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-97ab895c-43e7-4370-a8c1-646577177073 admin admin] For port 43b632f2-e346-49fd-915a-cd303ad41489, host dv-cinder-733062-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-18-smb',level=0,port_id=43b632f2-e346-49fd-915a-cd303ad41489,segment=NetworkSegment(d8f5f7e6-2ec3-4646-9d93-a23676477155),segment_id=d8f5f7e6-2ec3-4646-9d93-a23676477155)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 08:03:51.825343 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-97ab895c-43e7-4370-a8c1-646577177073 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853131150'] for port, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:03:51.974907 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-97ab895c-43e7-4370-a8c1-646577177073 admin admin] Calling delete_port for 43b632f2-e346-49fd-915a-cd303ad41489 owned by network:router_gateway {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 04 08:03:51.981229 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-b5288e56-e8de-455a-903d-191dafc0790e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20a7d0af-5908-48c5-9dcf-280b21b669ad', 'name': 'tempest-AttachVolumeTestJSON-131749411-router', 'tenant_id': 'a6dac7e06d2347bf8335c11feb384ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'external_fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.180'}], 'enable_snat': True}, 'gw_port_id': '43b632f2-e346-49fd-915a-cd303ad41489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T07:57:15Z', 'updated_at': '2021-02-04T08:03:49Z', 'revision_number': 5, 'project_id': 'a6dac7e06d2347bf8335c11feb384ef9', 'gw_port': {'id': '43b632f2-e346-49fd-915a-cd303ad41489', 'name': '', 'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:d5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20a7d0af-5908-48c5-9dcf-280b21b669ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T07:57:17Z', 'updated_at': '2021-02-04T07:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-18-smb'}], 'dv-cinder-733062-18-smb', False) {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 08:03:51.991475 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5288e56-e8de-455a-903d-191dafc0790e None None] Checking router: 20a7d0af-5908-48c5-9dcf-280b21b669ad for host: dv-cinder-733062-18-smb {{(pid=80115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 04 08:03:52.004721 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Pushing event updated for resources: {'Port': ['ID=84f8705f-d230-469d-a220-d00b45d721cd,revision_number=4']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:03:52.008499 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:03:52.009321 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5288e56-e8de-455a-903d-191dafc0790e None None] Routers {'20a7d0af-5908-48c5-9dcf-280b21b669ad'} bound to L3 agent in host dv-cinder-733062-18-smb {{(pid=80115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 04 08:03:52.009968 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-b5288e56-e8de-455a-903d-191dafc0790e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-04T07:47:53Z,description=,heartbeat_timestamp=2021-02-04T08:03:23Z,host='dv-cinder-733062-18-smb',id=9b1007a2-cea1-4e19-8fd5-ed5c2617e796,load=0,resource_versions=,resources_synced=,started_at=2021-02-04T07:47:53Z,topic='l3_agent')) {'router_ids': ['20a7d0af-5908-48c5-9dcf-280b21b669ad'], 'active': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 08:03:52.094501 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd67dac-3d84-442e-834d-7c3621b1f589 req-44f1339d-5528-4542-b039-b1d35e365da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:03:52.096314 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-3bd67dac-3d84-442e-834d-7c3621b1f589 req-44f1339d-5528-4542-b039-b1d35e365da9 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=7fcd6155-1a62-46d4-a346-b0495db07f07 HTTP/1.1" status: 200 len: 1162 time: 0.0831394 Feb 04 08:03:52.123428 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-97ab895c-43e7-4370-a8c1-646577177073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309259674774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727594605512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2331070'] for port, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:03:52.129648 dv-cinder-733062-18-smb neutron-server[79999]: WARNING neutron.plugins.ml2.ovo_rpc [None req-97ab895c-43e7-4370-a8c1-646577177073 admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location: Feb 04 08:03:52.129648 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main Feb 04 08:03:52.129648 dv-cinder-733062-18-smb neutron-server[79999]: result = function(*args, **kwargs) Feb 04 08:03:52.129648 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request Feb 04 08:03:52.129648 dv-cinder-733062-18-smb neutron-server[79999]: proto.__init__(conn_state, self) Feb 04 08:03:52.129648 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__ Feb 04 08:03:52.129648 dv-cinder-733062-18-smb neutron-server[79999]: self.handle() Feb 04 08:03:52.129648 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle Feb 04 08:03:52.129648 dv-cinder-733062-18-smb neutron-server[79999]: self.handle_one_request() Feb 04 08:03:52.129648 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request Feb 04 08:03:52.129648 dv-cinder-733062-18-smb neutron-server[79999]: self.handle_one_response() Feb 04 08:03:52.129648 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response Feb 04 08:03:52.129648 dv-cinder-733062-18-smb neutron-server[79999]: result = self.application(self.environ, start_response) Feb 04 08:03:52.129648 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__ Feb 04 08:03:52.129648 dv-cinder-733062-18-smb neutron-server[79999]: return app(environ, start_response) Feb 04 08:03:52.129648 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 04 08:03:52.129648 dv-cinder-733062-18-smb neutron-server[79999]: resp = self.call_func(req, *args, **kw) Feb 04 08:03:52.129648 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 04 08:03:52.129648 dv-cinder-733062-18-smb neutron-server[79999]: return self.func(req, *args, **kwargs) Feb 04 08:03:52.129648 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Feb 04 08:03:52.129648 dv-cinder-733062-18-smb neutron-server[79999]: response = req.get_response(self.application) Feb 04 08:03:52.129648 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 04 08:03:52.129648 dv-cinder-733062-18-smb neutron-server[79999]: application, catch_exc_info=False) Feb 04 08:03:52.129648 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 04 08:03:52.129648 dv-cinder-733062-18-smb neutron-server[79999]: app_iter = application(self.environ, start_response) Feb 04 08:03:52.129648 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 04 08:03:52.129648 dv-cinder-733062-18-smb neutron-server[79999]: resp = self.call_func(req, *args, **kw) Feb 04 08:03:52.129648 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 04 08:03:52.129648 dv-cinder-733062-18-smb neutron-server[79999]: return self.func(req, *args, **kwargs) Feb 04 08:03:52.129648 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Feb 04 08:03:52.129648 dv-cinder-733062-18-smb neutron-server[79999]: response = req.get_response(self.application) Feb 04 08:03:52.129648 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 04 08:03:52.129648 dv-cinder-733062-18-smb neutron-server[79999]: application, catch_exc_info=False) Feb 04 08:03:52.129648 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 04 08:03:52.129648 dv-cinder-733062-18-smb neutron-server[79999]: app_iter = application(self.environ, start_response) Feb 04 08:03:52.129648 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 04 08:03:52.129648 dv-cinder-733062-18-smb neutron-server[79999]: resp = self.call_func(req, *args, **kw) Feb 04 08:03:52.129648 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 04 08:03:52.129648 dv-cinder-733062-18-smb neutron-server[79999]: return self.func(req, *args, **kwargs) Feb 04 08:03:52.129648 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Feb 04 08:03:52.129648 dv-cinder-733062-18-smb neutron-server[79999]: response = req.get_response(self.application) Feb 04 08:03:52.129648 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 04 08:03:52.129648 dv-cinder-733062-18-smb neutron-server[79999]: application, catch_exc_info=False) Feb 04 08:03:52.129648 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 04 08:03:52.129648 dv-cinder-733062-18-smb neutron-server[79999]: app_iter = application(self.environ, start_response) Feb 04 08:03:52.129648 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 04 08:03:52.129648 dv-cinder-733062-18-smb neutron-server[79999]: resp = self.call_func(req, *args, **kw) Feb 04 08:03:52.129648 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 04 08:03:52.129648 dv-cinder-733062-18-smb neutron-server[79999]: return self.func(req, *args, **kwargs) Feb 04 08:03:52.129648 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Feb 04 08:03:52.129648 dv-cinder-733062-18-smb neutron-server[79999]: response = req.get_response(self.application) Feb 04 08:03:52.129648 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 04 08:03:52.129648 dv-cinder-733062-18-smb neutron-server[79999]: application, catch_exc_info=False) Feb 04 08:03:52.129648 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 04 08:03:52.129648 dv-cinder-733062-18-smb neutron-server[79999]: app_iter = application(self.environ, start_response) Feb 04 08:03:52.129648 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 04 08:03:52.129648 dv-cinder-733062-18-smb neutron-server[79999]: resp = self.call_func(req, *args, **kw) Feb 04 08:03:52.129648 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 04 08:03:52.129648 dv-cinder-733062-18-smb neutron-server[79999]: return self.func(req, *args, **kwargs) Feb 04 08:03:52.129648 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__ Feb 04 08:03:52.129648 dv-cinder-733062-18-smb neutron-server[79999]: return request.get_response(self.application) Feb 04 08:03:52.129648 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 04 08:03:52.129648 dv-cinder-733062-18-smb neutron-server[79999]: application, catch_exc_info=False) Feb 04 08:03:52.129648 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 04 08:03:52.129648 dv-cinder-733062-18-smb neutron-server[79999]: app_iter = application(self.environ, start_response) Feb 04 08:03:52.129648 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 04 08:03:52.129648 dv-cinder-733062-18-smb neutron-server[79999]: resp = self.call_func(req, *args, **kw) Feb 04 08:03:52.129648 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 04 08:03:52.129648 dv-cinder-733062-18-smb neutron-server[79999]: return self.func(req, *args, **kwargs) Feb 04 08:03:52.129648 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Feb 04 08:03:52.129648 dv-cinder-733062-18-smb neutron-server[79999]: response = req.get_response(self._app) Feb 04 08:03:52.129648 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 04 08:03:52.129648 dv-cinder-733062-18-smb neutron-server[79999]: application, catch_exc_info=False) Feb 04 08:03:52.129648 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 04 08:03:52.129648 dv-cinder-733062-18-smb neutron-server[79999]: app_iter = application(self.environ, start_response) Feb 04 08:03:52.129648 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 04 08:03:52.129648 dv-cinder-733062-18-smb neutron-server[79999]: return resp(environ, start_response) Feb 04 08:03:52.129648 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 04 08:03:52.129648 dv-cinder-733062-18-smb neutron-server[79999]: return resp(environ, start_response) Feb 04 08:03:52.129648 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__ Feb 04 08:03:52.129648 dv-cinder-733062-18-smb neutron-server[79999]: response = self.app(environ, start_response) Feb 04 08:03:52.129648 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 04 08:03:52.129648 dv-cinder-733062-18-smb neutron-server[79999]: return resp(environ, start_response) Feb 04 08:03:52.129648 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 04 08:03:52.129648 dv-cinder-733062-18-smb neutron-server[79999]: resp = self.call_func(req, *args, **kw) Feb 04 08:03:52.129648 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 04 08:03:52.129648 dv-cinder-733062-18-smb neutron-server[79999]: return self.func(req, *args, **kwargs) Feb 04 08:03:52.129648 dv-cinder-733062-18-smb neutron-server[79999]: File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Feb 04 08:03:52.136891 dv-cinder-733062-18-smb neutron-server[79999]: result = method(request=request, **args) Feb 04 08:03:52.136891 dv-cinder-733062-18-smb neutron-server[79999]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete Feb 04 08:03:52.136891 dv-cinder-733062-18-smb neutron-server[79999]: return self._delete(request, id, **kwargs) Feb 04 08:03:52.136891 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 08:03:52.136891 dv-cinder-733062-18-smb neutron-server[79999]: return f(*args, **kwargs) Feb 04 08:03:52.136891 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 08:03:52.136891 dv-cinder-733062-18-smb neutron-server[79999]: return f(*args, **kwargs) Feb 04 08:03:52.136891 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 08:03:52.136891 dv-cinder-733062-18-smb neutron-server[79999]: return f(*dup_args, **dup_kwargs) Feb 04 08:03:52.136891 dv-cinder-733062-18-smb neutron-server[79999]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete Feb 04 08:03:52.136891 dv-cinder-733062-18-smb neutron-server[79999]: obj_deleter(request.context, id, **kwargs) Feb 04 08:03:52.136891 dv-cinder-733062-18-smb neutron-server[79999]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2000, in delete_router Feb 04 08:03:52.136891 dv-cinder-733062-18-smb neutron-server[79999]: super(L3_NAT_db_mixin, self).delete_router(context, id) Feb 04 08:03:52.136891 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 04 08:03:52.136891 dv-cinder-733062-18-smb neutron-server[79999]: return method(*args, **kwargs) Feb 04 08:03:52.136891 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 08:03:52.136891 dv-cinder-733062-18-smb neutron-server[79999]: return f(*args, **kwargs) Feb 04 08:03:52.136891 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 08:03:52.136891 dv-cinder-733062-18-smb neutron-server[79999]: return f(*args, **kwargs) Feb 04 08:03:52.136891 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 08:03:52.136891 dv-cinder-733062-18-smb neutron-server[79999]: return f(*dup_args, **dup_kwargs) Feb 04 08:03:52.136891 dv-cinder-733062-18-smb neutron-server[79999]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router Feb 04 08:03:52.136891 dv-cinder-733062-18-smb neutron-server[79999]: self._delete_current_gw_port(context, id, router, None) Feb 04 08:03:52.136891 dv-cinder-733062-18-smb neutron-server[79999]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 392, in _delete_current_gw_port Feb 04 08:03:52.136891 dv-cinder-733062-18-smb neutron-server[79999]: admin_ctx, gw_port_id, l3_port_check=False) Feb 04 08:03:52.136891 dv-cinder-733062-18-smb neutron-server[79999]: File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Feb 04 08:03:52.136891 dv-cinder-733062-18-smb neutron-server[79999]: return f(self, context, *args, **kwargs) Feb 04 08:03:52.136891 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 04 08:03:52.136891 dv-cinder-733062-18-smb neutron-server[79999]: return method(*args, **kwargs) Feb 04 08:03:52.136891 dv-cinder-733062-18-smb neutron-server[79999]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1953, in delete_port Feb 04 08:03:52.136891 dv-cinder-733062-18-smb neutron-server[79999]: context, port, router_ids, bound_mech_contexts) Feb 04 08:03:52.136891 dv-cinder-733062-18-smb neutron-server[79999]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1962, in _post_delete_port Feb 04 08:03:52.136891 dv-cinder-733062-18-smb neutron-server[79999]: registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs) Feb 04 08:03:52.136891 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify Feb 04 08:03:52.136891 dv-cinder-733062-18-smb neutron-server[79999]: _get_callback_manager().notify(resource, event, trigger, **kwargs) Feb 04 08:03:52.136891 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped Feb 04 08:03:52.136891 dv-cinder-733062-18-smb neutron-server[79999]: return function(*args, **kwargs) Feb 04 08:03:52.136891 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify Feb 04 08:03:52.136891 dv-cinder-733062-18-smb neutron-server[79999]: errors = self._notify_loop(resource, event, trigger, **kwargs) Feb 04 08:03:52.136891 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Feb 04 08:03:52.136891 dv-cinder-733062-18-smb neutron-server[79999]: callback(resource, event, trigger, **kwargs) Feb 04 08:03:52.136891 dv-cinder-733062-18-smb neutron-server[79999]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event Feb 04 08:03:52.136891 dv-cinder-733062-18-smb neutron-server[79999]: if self._is_session_semantic_violated(context, resource, event): Feb 04 08:03:52.136891 dv-cinder-733062-18-smb neutron-server[79999]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated Feb 04 08:03:52.136891 dv-cinder-733062-18-smb neutron-server[79999]: stack = traceback.extract_stack() Feb 04 08:03:52.136891 dv-cinder-733062-18-smb neutron-server[79999]: Feb 04 08:03:52.148785 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-3bd67dac-3d84-442e-834d-7c3621b1f589 req-67d53f09-6be4-4d62-9b93-c6b2fd366563 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=f5827c64-2037-455c-9793-eb562d5a2fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448284 Feb 04 08:03:52.206826 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvr_db [None req-b5288e56-e8de-455a-903d-191dafc0790e None None] Set router 20a7d0af-5908-48c5-9dcf-280b21b669ad gateway port host: dv-cinder-733062-18-smb {{(pid=80115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 04 08:03:52.332395 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-97ab895c-43e7-4370-a8c1-646577177073 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1639309'] for router_gateway, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:03:52.479860 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-97ab895c-43e7-4370-a8c1-646577177073 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1652417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7173'] for router, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:03:52.482508 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-97ab895c-43e7-4370-a8c1-646577177073 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:03:52.521830 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-b5288e56-e8de-455a-903d-191dafc0790e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20a7d0af-5908-48c5-9dcf-280b21b669ad', 'name': 'tempest-AttachVolumeTestJSON-131749411-router', 'tenant_id': 'a6dac7e06d2347bf8335c11feb384ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'external_fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.180'}], 'enable_snat': True}, 'gw_port_id': '43b632f2-e346-49fd-915a-cd303ad41489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T07:57:15Z', 'updated_at': '2021-02-04T08:03:49Z', 'revision_number': 5, 'project_id': 'a6dac7e06d2347bf8335c11feb384ef9', 'gw_port': {'id': '43b632f2-e346-49fd-915a-cd303ad41489', 'name': '', 'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:d5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20a7d0af-5908-48c5-9dcf-280b21b669ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T07:57:17Z', 'updated_at': '2021-02-04T07:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-18-smb'}], 'dv-cinder-733062-18-smb', False) {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 08:03:52.526688 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5288e56-e8de-455a-903d-191dafc0790e None None] The sync data for ids ['20a7d0af-5908-48c5-9dcf-280b21b669ad'] in dv-cinder-733062-18-smb is: [{'id': '20a7d0af-5908-48c5-9dcf-280b21b669ad', 'name': 'tempest-AttachVolumeTestJSON-131749411-router', 'tenant_id': 'a6dac7e06d2347bf8335c11feb384ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'external_fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.180'}], 'enable_snat': True}, 'gw_port_id': '43b632f2-e346-49fd-915a-cd303ad41489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T07:57:15Z', 'updated_at': '2021-02-04T08:03:49Z', 'revision_number': 5, 'project_id': 'a6dac7e06d2347bf8335c11feb384ef9', 'gw_port': {'id': '43b632f2-e346-49fd-915a-cd303ad41489', 'name': '', 'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:d5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20a7d0af-5908-48c5-9dcf-280b21b669ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T07:57:17Z', 'updated_at': '2021-02-04T07:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-18-smb'}] {{(pid=80115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 04 08:03:52.540088 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Device 84f8705f-d230-469d-a220-d00b45d721cd up at agent ovs-agent-hv-cinder-73306 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 08:03:52.578234 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-97ab895c-43e7-4370-a8c1-646577177073 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853122958'] for router, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:03:52.578835 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97ab895c-43e7-4370-a8c1-646577177073 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 20a7d0af-5908-48c5-9dcf-280b21b669ad {{(pid=80114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 08:03:52.593058 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-97ab895c-43e7-4370-a8c1-646577177073 admin admin] Notify callbacks [] for router, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:03:52.594450 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-97ab895c-43e7-4370-a8c1-646577177073 admin admin] 10.222.0.99 "DELETE /v2.0/routers/20a7d0af-5908-48c5-9dcf-280b21b669ad HTTP/1.1" status: 204 len: 168 time: 1.5941215 Feb 04 08:03:52.597035 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.99', 55902) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:03:52.619581 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Provisioning complete for port 84f8705f-d230-469d-a220-d00b45d721cd triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 08:03:52.620592 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762158'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:03:52.666261 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2b4b7b8-d14f-4e0d-82f6-a6654e5695de admin admin] Deleting subnet 4537a32b-846b-4c36-83cb-e761caa59ada {{(pid=80114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Feb 04 08:03:52.670037 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a2b4b7b8-d14f-4e0d-82f6-a6654e5695de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:03:52.729028 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a2b4b7b8-d14f-4e0d-82f6-a6654e5695de admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2352805'] for subnet, precommit_delete_associations {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:03:52.859318 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a2b4b7b8-d14f-4e0d-82f6-a6654e5695de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4562'] for subnet, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:03:52.905215 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-065199c5-4ae1-4ea9-9d89-27600d27ce1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:03:53.187229 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736c2d0a-f391-4947-8ce4-c6cada4dbac6 req-ab550442-bb0a-4c2a-aadb-2e2148d4684c tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:03:53.188952 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-736c2d0a-f391-4947-8ce4-c6cada4dbac6 req-ab550442-bb0a-4c2a-aadb-2e2148d4684c tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] 10.222.0.99 "GET /v2.0/ports?device_id=7fcd6155-1a62-46d4-a346-b0495db07f07 HTTP/1.1" status: 200 len: 945 time: 0.2843831 Feb 04 08:03:53.323133 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-736c2d0a-f391-4947-8ce4-c6cada4dbac6 req-a6fef1d8-80cc-43b0-a152-3da67a0456c4 tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] 10.222.0.99 "GET /v2.0/security-groups?id=f5827c64-2037-455c-9793-eb562d5a2fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210732 Feb 04 08:03:53.353968 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a2b4b7b8-d14f-4e0d-82f6-a6654e5695de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854771238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852444796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2826875'] for subnet, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:03:53.377351 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-51db3dc1-9f0b-42a2-8d59-5cbbdbc83b61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:03:53.685805 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b4b7b8-d14f-4e0d-82f6-a6654e5695de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4537a32b-846b-4c36-83cb-e761caa59ada,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:03:53.698407 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-a2b4b7b8-d14f-4e0d-82f6-a6654e5695de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:03:53.731244 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a2b4b7b8-d14f-4e0d-82f6-a6654e5695de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1815815'] for subnet, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:03:53.736772 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe54c7b-ac4d-4793-b229-4e8a17c3b896 None None] Network da9fddda-3ab3-487d-967d-7aa78c7fc3dd requested from dv-cinder-733062-18-smb {{(pid=80115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 04 08:03:53.738851 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-a2b4b7b8-d14f-4e0d-82f6-a6654e5695de admin admin] 10.222.0.99 "DELETE /v2.0/subnets/4537a32b-846b-4c36-83cb-e761caa59ada HTTP/1.1" status: 204 len: 168 time: 1.1392190 Feb 04 08:03:53.740059 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.99', 55908) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:03:53.860947 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b0ad93be-f3f3-446b-a2f8-e5748768ef40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854354064'] for network, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:03:53.939479 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-b0ad93be-f3f3-446b-a2f8-e5748768ef40 admin admin] Deleting port 80184125-8914-4cc8-b4c9-d32e5d6cfa5d {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 04 08:03:53.939713 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-85fac0c9-e82f-41ee-a61d-5b2e920e6613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:03:53.939834 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b0ad93be-f3f3-446b-a2f8-e5748768ef40 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727595022485'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:03:54.020145 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d88f93c-5c06-4093-9c3e-00aad897d78d None None] DHCP port deletion for da9fddda-3ab3-487d-967d-7aa78c7fc3dd request from dv-cinder-733062-18-smb {{(pid=80115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 04 08:03:54.024750 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-0d88f93c-5c06-4093-9c3e-00aad897d78d None None] Deleting port 80184125-8914-4cc8-b4c9-d32e5d6cfa5d {{(pid=80115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 04 08:03:54.025169 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-0d88f93c-5c06-4093-9c3e-00aad897d78d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727595022485'] for port, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:03:54.164850 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-b0ad93be-f3f3-446b-a2f8-e5748768ef40 admin admin] For port 80184125-8914-4cc8-b4c9-d32e5d6cfa5d, host dv-cinder-733062-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-18-smb',level=0,port_id=80184125-8914-4cc8-b4c9-d32e5d6cfa5d,segment=NetworkSegment(a34b7fa1-4a3e-4109-813a-758c7c69af69),segment_id=a34b7fa1-4a3e-4109-813a-758c7c69af69)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 08:03:54.165239 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b0ad93be-f3f3-446b-a2f8-e5748768ef40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853131150'] for port, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:03:54.211118 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Device 9d6d3c1f-dcd6-4f2c-bc9f-271ece3b86ff no longer exists at agent ovs-agent-dv-cinder-733062-18-smb {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 04 08:03:54.266451 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] No Port match for: 9d6d3c1f-dcd6-4f2c-bc9f-271ece3b86ff {{(pid=80115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 04 08:03:54.266761 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Device 9d6d3c1f-dcd6-4f2c-bc9f-271ece3b86ff not bound to the agent host dv-cinder-733062-18-smb {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 04 08:03:54.267274 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Device 80184125-8914-4cc8-b4c9-d32e5d6cfa5d no longer exists at agent ovs-agent-dv-cinder-733062-18-smb {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 04 08:03:54.301987 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-b0ad93be-f3f3-446b-a2f8-e5748768ef40 admin admin] Calling delete_port for 80184125-8914-4cc8-b4c9-d32e5d6cfa5d owned by network:dhcp {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 04 08:03:54.346443 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-0d88f93c-5c06-4093-9c3e-00aad897d78d None None] For port 80184125-8914-4cc8-b4c9-d32e5d6cfa5d, host dv-cinder-733062-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-18-smb',level=0,port_id=80184125-8914-4cc8-b4c9-d32e5d6cfa5d,segment=NetworkSegment(a34b7fa1-4a3e-4109-813a-758c7c69af69),segment_id=a34b7fa1-4a3e-4109-813a-758c7c69af69)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 08:03:54.346905 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-0d88f93c-5c06-4093-9c3e-00aad897d78d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853131150'] for port, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:03:54.389023 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b0ad93be-f3f3-446b-a2f8-e5748768ef40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309259674774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727594605512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2331070'] for port, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:03:54.405643 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-239829c2-42c1-43a9-97ab-96d77ff9648a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:03:54.482464 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.plugins.ml2.db [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] No ports have port_id starting with 80184125-8914-4cc8-b4c9-d32e5d6cfa5d Feb 04 08:03:54.489811 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-0d88f93c-5c06-4093-9c3e-00aad897d78d None None] Calling delete_port for 80184125-8914-4cc8-b4c9-d32e5d6cfa5d owned by network:dhcp {{(pid=80115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 04 08:03:54.519599 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Device 43b632f2-e346-49fd-915a-cd303ad41489 no longer exists at agent ovs-agent-dv-cinder-733062-18-smb {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 04 08:03:54.547942 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ad93be-f3f3-446b-a2f8-e5748768ef40 admin admin] Pushing event deleted for resources: {'Port': ['ID=80184125-8914-4cc8-b4c9-d32e5d6cfa5d,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:03:54.573183 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] No Port match for: 43b632f2-e346-49fd-915a-cd303ad41489 {{(pid=80115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 04 08:03:54.573575 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Device 43b632f2-e346-49fd-915a-cd303ad41489 not bound to the agent host dv-cinder-733062-18-smb {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 04 08:03:54.581843 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ad93be-f3f3-446b-a2f8-e5748768ef40 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:03:54.581843 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ad93be-f3f3-446b-a2f8-e5748768ef40 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:03:54.581843 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ad93be-f3f3-446b-a2f8-e5748768ef40 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:03:54.581843 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ad93be-f3f3-446b-a2f8-e5748768ef40 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:03:54.581843 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ad93be-f3f3-446b-a2f8-e5748768ef40 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:03:54.582422 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ad93be-f3f3-446b-a2f8-e5748768ef40 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:03:54.582508 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ad93be-f3f3-446b-a2f8-e5748768ef40 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:03:54.583119 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ad93be-f3f3-446b-a2f8-e5748768ef40 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:03:54.583335 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ad93be-f3f3-446b-a2f8-e5748768ef40 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:03:54.583634 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ad93be-f3f3-446b-a2f8-e5748768ef40 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:03:54.584018 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ad93be-f3f3-446b-a2f8-e5748768ef40 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:03:54.584723 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ad93be-f3f3-446b-a2f8-e5748768ef40 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:03:54.584844 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ad93be-f3f3-446b-a2f8-e5748768ef40 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:03:54.585181 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ad93be-f3f3-446b-a2f8-e5748768ef40 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:03:54.585673 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ad93be-f3f3-446b-a2f8-e5748768ef40 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:03:54.585923 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ad93be-f3f3-446b-a2f8-e5748768ef40 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:03:54.586909 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ad93be-f3f3-446b-a2f8-e5748768ef40 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:03:54.586909 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ad93be-f3f3-446b-a2f8-e5748768ef40 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:03:54.587229 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ad93be-f3f3-446b-a2f8-e5748768ef40 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:03:54.587426 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ad93be-f3f3-446b-a2f8-e5748768ef40 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:03:54.587761 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ad93be-f3f3-446b-a2f8-e5748768ef40 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:03:54.588148 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ad93be-f3f3-446b-a2f8-e5748768ef40 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:03:54.589173 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ad93be-f3f3-446b-a2f8-e5748768ef40 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:03:54.590164 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ad93be-f3f3-446b-a2f8-e5748768ef40 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:03:54.598149 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-b0ad93be-f3f3-446b-a2f8-e5748768ef40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:03:54.645401 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ad93be-f3f3-446b-a2f8-e5748768ef40 admin admin] No DVR routers for this DVR port 80184125-8914-4cc8-b4c9-d32e5d6cfa5d on host dv-cinder-733062-18-smb {{(pid=80114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 04 08:03:54.692707 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.db.api [None req-0d88f93c-5c06-4093-9c3e-00aad897d78d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80115) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 04 08:03:54.693299 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_db.api [None req-0d88f93c-5c06-4093-9c3e-00aad897d78d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 04 08:03:54.694064 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:03:54.862880 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c102a1ab-35ad-465d-8950-0c26da13518d req-b53dd953-3ddd-407a-863c-ed62c6dcd96c tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:03:54.864579 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-c102a1ab-35ad-465d-8950-0c26da13518d req-b53dd953-3ddd-407a-863c-ed62c6dcd96c tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] 10.222.0.99 "GET /v2.0/ports?device_id=7fcd6155-1a62-46d4-a346-b0495db07f07 HTTP/1.1" status: 200 len: 945 time: 0.3657100 Feb 04 08:03:54.875344 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b0ad93be-f3f3-446b-a2f8-e5748768ef40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8537', 'neutron.services.segments.db._delete_segments_for_network--9223363309259659414'] for network, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:03:55.046440 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-c102a1ab-35ad-465d-8950-0c26da13518d req-3856110c-2153-4b56-af7b-193839f9cce6 tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] 10.222.0.99 "GET /v2.0/security-groups?id=f5827c64-2037-455c-9793-eb562d5a2fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730649 Feb 04 08:03:55.065881 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.services.segments.db [None req-b0ad93be-f3f3-446b-a2f8-e5748768ef40 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da9fddda-3ab3-487d-967d-7aa78c7fc3dd']}} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 08:03:55.081270 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.services.segments.db [None req-b0ad93be-f3f3-446b-a2f8-e5748768ef40 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a34b7fa1-4a3e-4109-813a-758c7c69af69') {'for_net_delete': True} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 08:03:55.081617 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.services.segments.db [None req-b0ad93be-f3f3-446b-a2f8-e5748768ef40 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a34b7fa1-4a3e-4109-813a-758c7c69af69') {} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 08:03:55.096735 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b0ad93be-f3f3-446b-a2f8-e5748768ef40 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363309259661718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852422995'] for segment, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:03:55.114422 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b0ad93be-f3f3-446b-a2f8-e5748768ef40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774980'] for segment, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:03:55.116914 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b0ad93be-f3f3-446b-a2f8-e5748768ef40 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 04 08:03:55.194795 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-0d88f93c-5c06-4093-9c3e-00aad897d78d None None] Deleting port 80184125-8914-4cc8-b4c9-d32e5d6cfa5d {{(pid=80115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 04 08:03:55.195299 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-0d88f93c-5c06-4093-9c3e-00aad897d78d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727595022485'] for port, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:03:55.284775 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-0d88f93c-5c06-4093-9c3e-00aad897d78d None None] The port '80184125-8914-4cc8-b4c9-d32e5d6cfa5d' was deleted {{(pid=80115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 04 08:03:55.286378 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-19d3b842-1860-471a-9268-0862a9b26fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:03:55.328287 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-b0ad93be-f3f3-446b-a2f8-e5748768ef40 admin admin] Network da9fddda-3ab3-487d-967d-7aa78c7fc3dd has no segments {{(pid=80114) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 04 08:03:55.343514 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b0ad93be-f3f3-446b-a2f8-e5748768ef40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852444693'] for segment, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:03:55.526510 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-b0ad93be-f3f3-446b-a2f8-e5748768ef40 admin admin] Network da9fddda-3ab3-487d-967d-7aa78c7fc3dd has no segments {{(pid=80114) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 04 08:03:55.550744 dv-cinder-733062-18-smb neutron-server[79999]: Traceback (most recent call last): Feb 04 08:03:55.550744 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 08:03:55.550744 dv-cinder-733062-18-smb neutron-server[79999]: timer() Feb 04 08:03:55.550744 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 08:03:55.550744 dv-cinder-733062-18-smb neutron-server[79999]: cb(*args, **kw) Feb 04 08:03:55.550744 dv-cinder-733062-18-smb neutron-server[79999]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 04 08:03:55.550744 dv-cinder-733062-18-smb neutron-server[79999]: return func(*args, **kwargs) Feb 04 08:03:55.550744 dv-cinder-733062-18-smb neutron-server[79999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 08:03:55.550744 dv-cinder-733062-18-smb neutron-server[79999]: self._notify() Feb 04 08:03:55.550744 dv-cinder-733062-18-smb neutron-server[79999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 08:03:55.550744 dv-cinder-733062-18-smb neutron-server[79999]: self.callback(batched_events) Feb 04 08:03:55.550744 dv-cinder-733062-18-smb neutron-server[79999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 08:03:55.550744 dv-cinder-733062-18-smb neutron-server[79999]: event.method(event) Feb 04 08:03:55.550744 dv-cinder-733062-18-smb neutron-server[79999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 08:03:55.550744 dv-cinder-733062-18-smb neutron-server[79999]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 08:03:55.550744 dv-cinder-733062-18-smb neutron-server[79999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 04 08:03:55.550744 dv-cinder-733062-18-smb neutron-server[79999]: segment_id)['aggregates'][0] Feb 04 08:03:55.550744 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 08:03:55.550744 dv-cinder-733062-18-smb neutron-server[79999]: return f(self, *a, **k) Feb 04 08:03:55.550744 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 08:03:55.550744 dv-cinder-733062-18-smb neutron-server[79999]: return self._get(url).json() Feb 04 08:03:55.550744 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 08:03:55.550744 dv-cinder-733062-18-smb neutron-server[79999]: **kwargs) Feb 04 08:03:55.550744 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 08:03:55.550744 dv-cinder-733062-18-smb neutron-server[79999]: return self.request(url, 'GET', **kwargs) Feb 04 08:03:55.550744 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 04 08:03:55.550744 dv-cinder-733062-18-smb neutron-server[79999]: **endpoint_filter) Feb 04 08:03:55.550744 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 08:03:55.550744 dv-cinder-733062-18-smb neutron-server[79999]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 08:03:55.550744 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 08:03:55.550744 dv-cinder-733062-18-smb neutron-server[79999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 08:03:55.550744 dv-cinder-733062-18-smb neutron-server[79999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 08:03:55.638961 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b0ad93be-f3f3-446b-a2f8-e5748768ef40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854767263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853136492'] for network, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:03:55.642580 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-7b0aba41-792b-4972-9ba8-4dc1760e85ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:03:55.658316 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b0ad93be-f3f3-446b-a2f8-e5748768ef40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1815815'] for network, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:03:55.685230 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-b0ad93be-f3f3-446b-a2f8-e5748768ef40 admin admin] 10.222.0.99 "DELETE /v2.0/networks/da9fddda-3ab3-487d-967d-7aa78c7fc3dd HTTP/1.1" status: 204 len: 168 time: 1.9403331 Feb 04 08:03:55.685230 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ad93be-f3f3-446b-a2f8-e5748768ef40 admin admin] Pushing event deleted for resources: {'Network': ['ID=da9fddda-3ab3-487d-967d-7aa78c7fc3dd,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:03:55.687633 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-b0ad93be-f3f3-446b-a2f8-e5748768ef40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:03:55.838449 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.99', 55958) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:03:55.892567 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-3ce29943-6a58-4b02-893e-9c1335c4eac7 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=a6dac7e06d2347bf8335c11feb384ef9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0525737 Feb 04 08:03:55.895483 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.99', 55966) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:03:55.959310 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-56b60f93-b642-46af-bfe3-5737cf757193 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:03:55.993398 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-56b60f93-b642-46af-bfe3-5737cf757193 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:03:56.041016 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-56b60f93-b642-46af-bfe3-5737cf757193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:03:56.046954 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:03:56.064094 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b60f93-b642-46af-bfe3-5737cf757193 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2f5e6a6-8d1f-4fec-8899-aa6b00655e2a,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:03:56.067260 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-56b60f93-b642-46af-bfe3-5737cf757193 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:03:56.069299 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-56b60f93-b642-46af-bfe3-5737cf757193 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:03:56.071333 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-56b60f93-b642-46af-bfe3-5737cf757193 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/d2f5e6a6-8d1f-4fec-8899-aa6b00655e2a HTTP/1.1" status: 204 len: 168 time: 0.1740749 Feb 04 08:04:00.879038 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 56046) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:04:01.037935 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a525dcc5-f6bf-431c-9897-6dfc7605e746 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:01.054077 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-a525dcc5-f6bf-431c-9897-6dfc7605e746 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 08:04:01.059453 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-a525dcc5-f6bf-431c-9897-6dfc7605e746 admin admin] Usage tracker for resource:security_group_rule and tenant:75b8a3bab81b449fb69ca1f82e7a5684 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 08:04:01.063278 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-a525dcc5-f6bf-431c-9897-6dfc7605e746 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 08:04:01.069957 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-a525dcc5-f6bf-431c-9897-6dfc7605e746 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 08:04:01.161255 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a525dcc5-f6bf-431c-9897-6dfc7605e746 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:01.164299 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a525dcc5-f6bf-431c-9897-6dfc7605e746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:01.178806 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-09b72700-9c3e-40c9-8cc7-cc76ee7bae6b tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:04:01.228710 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-a525dcc5-f6bf-431c-9897-6dfc7605e746 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=75b8a3bab81b449fb69ca1f82e7a5684&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3459368 Feb 04 08:04:01.228710 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a525dcc5-f6bf-431c-9897-6dfc7605e746 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9ab2f68-9917-4277-a8ce-377ca5586749,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:04:01.229919 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.99', 56054) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:04:01.232956 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-a525dcc5-f6bf-431c-9897-6dfc7605e746 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:04:01.296922 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-2ab51d18-c171-4d40-9de4-595ec22ee61f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:01.326292 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-2ab51d18-c171-4d40-9de4-595ec22ee61f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:01.377205 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-2ab51d18-c171-4d40-9de4-595ec22ee61f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:01.382392 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-df407b2a-3f28-4783-b80a-0472cea7faeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:04:01.393618 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab51d18-c171-4d40-9de4-595ec22ee61f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9ab2f68-9917-4277-a8ce-377ca5586749,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:04:01.396246 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-2ab51d18-c171-4d40-9de4-595ec22ee61f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:04:01.403214 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-2ab51d18-c171-4d40-9de4-595ec22ee61f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:01.407263 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-2ab51d18-c171-4d40-9de4-595ec22ee61f admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/d9ab2f68-9917-4277-a8ce-377ca5586749 HTTP/1.1" status: 204 len: 168 time: 0.1757894 Feb 04 08:04:07.614261 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:08.560968 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-3a45a41d-3013-4ef2-bf53-e8c81e53b6ad req-31cfa1a1-1311-4731-a6ab-a41f72e04899 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=095c3c02-0bbd-43ca-a360-bdfd6f356058&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0823901 Feb 04 08:04:08.678303 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a45a41d-3013-4ef2-bf53-e8c81e53b6ad req-938dd257-a1e9-47cb-8133-0ef7537a7329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:04:08.679908 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-3a45a41d-3013-4ef2-bf53-e8c81e53b6ad req-938dd257-a1e9-47cb-8133-0ef7537a7329 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=672bfb04a4f44fa3ae40a386ff3ebb9b&device_id=095c3c02-0bbd-43ca-a360-bdfd6f356058 HTTP/1.1" status: 200 len: 1162 time: 0.0855012 Feb 04 08:04:08.860359 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a45a41d-3013-4ef2-bf53-e8c81e53b6ad req-7db2affb-e123-4df3-a923-580386274220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:04:08.861924 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-3a45a41d-3013-4ef2-bf53-e8c81e53b6ad req-7db2affb-e123-4df3-a923-580386274220 service neutron] 10.222.0.76 "GET /v2.0/networks?id=3c065512-3d6a-479a-b479-11e02ccc5658 HTTP/1.1" status: 200 len: 909 time: 0.1468568 Feb 04 08:04:08.980783 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-3a45a41d-3013-4ef2-bf53-e8c81e53b6ad req-c1a94481-64de-40be-a859-bcbeebd0956f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=263610cd-73cf-4694-a5cd-aed06c3e4a42 HTTP/1.1" status: 200 len: 1000 time: 0.1067638 Feb 04 08:04:09.062467 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a45a41d-3013-4ef2-bf53-e8c81e53b6ad req-ff679687-85ef-4474-96ed-80cd434c5d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:04:09.064109 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-3a45a41d-3013-4ef2-bf53-e8c81e53b6ad req-ff679687-85ef-4474-96ed-80cd434c5d20 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c113e9e9-819c-413f-8742-7912f5a3f620 HTTP/1.1" status: 200 len: 854 time: 0.0756252 Feb 04 08:04:09.157813 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a45a41d-3013-4ef2-bf53-e8c81e53b6ad req-63fea30d-c58c-421f-bbf4-f95c36a77218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:04:09.159533 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-3a45a41d-3013-4ef2-bf53-e8c81e53b6ad req-63fea30d-c58c-421f-bbf4-f95c36a77218 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3c065512-3d6a-479a-b479-11e02ccc5658&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0880311 Feb 04 08:04:09.315068 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-3a45a41d-3013-4ef2-bf53-e8c81e53b6ad req-48d44d38-a10f-47e8-9af6-a01c4260cc9c service neutron] 10.222.0.76 "GET /v2.0/networks/3c065512-3d6a-479a-b479-11e02ccc5658?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438859 Feb 04 08:04:09.467539 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-3a45a41d-3013-4ef2-bf53-e8c81e53b6ad req-fb944eef-d7fb-4176-861c-036dbea9cfa2 service neutron] 10.222.0.76 "GET /v2.0/networks/3c065512-3d6a-479a-b479-11e02ccc5658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1455593 Feb 04 08:04:16.628622 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-6bd9fee6-1c78-4bf4-ae06-9ef18ac6ca01 req-15dbb402-0ad1-4f46-a7bd-f9ed4b1a9576 tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] 10.222.0.99 "GET /v2.0/floatingips/cddab855-1f24-4d81-8e2c-6212353bb673 HTTP/1.1" status: 200 len: 999 time: 0.1403799 Feb 04 08:04:16.877486 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd9fee6-1c78-4bf4-ae06-9ef18ac6ca01 req-2afa4f74-8c0d-442d-a8c2-b862ba163f92 tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:04:16.879045 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-6bd9fee6-1c78-4bf4-ae06-9ef18ac6ca01 req-2afa4f74-8c0d-442d-a8c2-b862ba163f92 tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] 10.222.0.99 "GET /v2.0/networks/fc08f4da-7ea1-4669-9c0d-064e3549341c HTTP/1.1" status: 200 len: 784 time: 0.2440543 Feb 04 08:04:16.890560 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [req-6bd9fee6-1c78-4bf4-ae06-9ef18ac6ca01 req-0ba21928-161a-44f5-9d02-b1825900b6c3 tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] http://10.222.0.99:9696/v2.0/extensions returned with HTTP 200 {{(pid=80114) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 08:04:16.891605 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-6bd9fee6-1c78-4bf4-ae06-9ef18ac6ca01 req-0ba21928-161a-44f5-9d02-b1825900b6c3 tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] 10.222.0.99 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0066757 Feb 04 08:04:17.021128 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-6bd9fee6-1c78-4bf4-ae06-9ef18ac6ca01 req-a5908115-1c8e-42d4-8968-22e908251f6c tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] 10.222.0.99 "GET /v2.0/floatingips?floating_ip_address=172.28.3.187 HTTP/1.1" status: 200 len: 1002 time: 0.1234963 Feb 04 08:04:17.180254 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd9fee6-1c78-4bf4-ae06-9ef18ac6ca01 req-2089cead-91a6-4dcc-af63-c315ec7da753 tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:04:17.182389 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-6bd9fee6-1c78-4bf4-ae06-9ef18ac6ca01 req-2089cead-91a6-4dcc-af63-c315ec7da753 tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] 10.222.0.99 "GET /v2.0/ports/c5646e53-1076-4f38-a9ce-9603ce7aced0 HTTP/1.1" status: 200 len: 943 time: 0.1537464 Feb 04 08:04:17.392593 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-6bd9fee6-1c78-4bf4-ae06-9ef18ac6ca01 req-e89a25a0-fea6-455a-b6c8-a4e75634e004 tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] 10.222.0.99 "GET /v2.0/floatingips?floating_ip_address=172.28.3.187 HTTP/1.1" status: 200 len: 1002 time: 0.1271784 Feb 04 08:04:17.649333 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [req-6bd9fee6-1c78-4bf4-ae06-9ef18ac6ca01 req-cedf9e50-cf35-4e1a-93ee-8bf0085795ff tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Deleting port acbea8b6-534a-4235-b296-aebd6460bcbe {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 04 08:04:17.649790 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-6bd9fee6-1c78-4bf4-ae06-9ef18ac6ca01 req-cedf9e50-cf35-4e1a-93ee-8bf0085795ff tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727595022485'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:17.840718 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-6bd9fee6-1c78-4bf4-ae06-9ef18ac6ca01 req-cedf9e50-cf35-4e1a-93ee-8bf0085795ff tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853131150'] for port, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:17.841084 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-6bd9fee6-1c78-4bf4-ae06-9ef18ac6ca01 req-cedf9e50-cf35-4e1a-93ee-8bf0085795ff tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:18.224007 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [req-6bd9fee6-1c78-4bf4-ae06-9ef18ac6ca01 req-cedf9e50-cf35-4e1a-93ee-8bf0085795ff tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Calling delete_port for acbea8b6-534a-4235-b296-aebd6460bcbe owned by network:floatingip {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 04 08:04:18.393715 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-6bd9fee6-1c78-4bf4-ae06-9ef18ac6ca01 req-cedf9e50-cf35-4e1a-93ee-8bf0085795ff tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309259674774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727594605512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2331070'] for port, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:18.410170 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-1c22bc83-3606-4f9d-806f-7e51926e1a69 tempest-DeleteServersTestJSON-1890780733 tempest-DeleteServersTestJSON-1890780733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:04:18.519913 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedf9e50-cf35-4e1a-93ee-8bf0085795ff tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Pushing event deleted for resources: {'Port': ['ID=acbea8b6-534a-4235-b296-aebd6460bcbe,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:04:18.523909 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-cedf9e50-cf35-4e1a-93ee-8bf0085795ff tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:04:18.655273 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-6bd9fee6-1c78-4bf4-ae06-9ef18ac6ca01 req-cedf9e50-cf35-4e1a-93ee-8bf0085795ff tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Notify callbacks [] for floatingip, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:18.655854 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.db.l3_db [req-6bd9fee6-1c78-4bf4-ae06-9ef18ac6ca01 req-cedf9e50-cf35-4e1a-93ee-8bf0085795ff tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Floating IP cddab855-1f24-4d81-8e2c-6212353bb673 disassociated (deleted). External IP: 172.28.3.187, port: c5646e53-1076-4f38-a9ce-9603ce7aced0. Feb 04 08:04:19.051454 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6bd9fee6-1c78-4bf4-ae06-9ef18ac6ca01 req-cedf9e50-cf35-4e1a-93ee-8bf0085795ff tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Router c7e7ba54-2612-40c1-8e2b-3fe56be5473c has already been hosted by L3 agent 9b1007a2-cea1-4e19-8fd5-ed5c2617e796 {{(pid=80114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 04 08:04:19.244365 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6bd9fee6-1c78-4bf4-ae06-9ef18ac6ca01 req-cedf9e50-cf35-4e1a-93ee-8bf0085795ff tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Notify agent at l3_agent.dv-cinder-733062-18-smb the message routers_updated {{(pid=80114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 04 08:04:19.255448 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7572ae4-bddf-4962-abc6-874df0abff3d None None] Sync routers for ids ['c7e7ba54-2612-40c1-8e2b-3fe56be5473c'] in dv-cinder-733062-18-smb {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 04 08:04:19.266161 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7572ae4-bddf-4962-abc6-874df0abff3d None None] Routers {'c7e7ba54-2612-40c1-8e2b-3fe56be5473c'} bound to L3 agent in host dv-cinder-733062-18-smb {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 04 08:04:19.266878 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-e7572ae4-bddf-4962-abc6-874df0abff3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-04T07:47:53Z,description=,heartbeat_timestamp=2021-02-04T08:03:53Z,host='dv-cinder-733062-18-smb',id=9b1007a2-cea1-4e19-8fd5-ed5c2617e796,load=0,resource_versions=,resources_synced=,started_at=2021-02-04T07:47:53Z,topic='l3_agent')) {'router_ids': ['c7e7ba54-2612-40c1-8e2b-3fe56be5473c'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 08:04:19.276586 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-6bd9fee6-1c78-4bf4-ae06-9ef18ac6ca01 req-cedf9e50-cf35-4e1a-93ee-8bf0085795ff tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3799'] for floatingip, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:19.355357 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-6bd9fee6-1c78-4bf4-ae06-9ef18ac6ca01 req-cedf9e50-cf35-4e1a-93ee-8bf0085795ff tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] 10.222.0.99 "DELETE /v2.0/floatingips/cddab855-1f24-4d81-8e2c-6212353bb673 HTTP/1.1" status: 204 len: 173 time: 1.9528897 Feb 04 08:04:19.356232 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59214ee0-5018-40d3-971c-298c943762e6', 'tag': 'c5646e53-1076-4f38-a9ce-9603ce7aced0'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 08:04:19.446483 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd9fee6-1c78-4bf4-ae06-9ef18ac6ca01 req-ca3a9999-21af-483a-979e-ac745cbe6372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:04:19.448766 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-6bd9fee6-1c78-4bf4-ae06-9ef18ac6ca01 req-ca3a9999-21af-483a-979e-ac745cbe6372 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=60b487ac91624ec6b296ca8b77fa79ed&device_id=59214ee0-5018-40d3-971c-298c943762e6 HTTP/1.1" status: 200 len: 1163 time: 0.0869620 Feb 04 08:04:19.519443 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvr_db [None req-e7572ae4-bddf-4962-abc6-874df0abff3d None None] Set router c7e7ba54-2612-40c1-8e2b-3fe56be5473c gateway port host: dv-cinder-733062-18-smb {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 04 08:04:19.554503 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59214ee0-5018-40d3-971c-298c943762e6', 'tag': 'c5646e53-1076-4f38-a9ce-9603ce7aced0', 'status': 'completed', 'code': 200} Feb 04 08:04:19.620137 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd9fee6-1c78-4bf4-ae06-9ef18ac6ca01 req-84829a9d-14bc-4105-961c-eab99f2fdc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:04:19.621919 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-6bd9fee6-1c78-4bf4-ae06-9ef18ac6ca01 req-84829a9d-14bc-4105-961c-eab99f2fdc72 service neutron] 10.222.0.99 "GET /v2.0/networks?id=d5bbe659-e5c0-4960-af33-ba4597e12070 HTTP/1.1" status: 200 len: 903 time: 0.1519763 Feb 04 08:04:19.672860 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c808d20b-c7b4-4fb1-96f6-53f64189e30b req-944f2577-9950-40ce-a25c-9aa857040839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:04:19.675294 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-c808d20b-c7b4-4fb1-96f6-53f64189e30b req-944f2577-9950-40ce-a25c-9aa857040839 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=60b487ac91624ec6b296ca8b77fa79ed&device_id=59214ee0-5018-40d3-971c-298c943762e6 HTTP/1.1" status: 200 len: 1163 time: 0.0931199 Feb 04 08:04:19.712063 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-6bd9fee6-1c78-4bf4-ae06-9ef18ac6ca01 req-502e0830-075f-4d4b-8abd-1df3af615e5d service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5646e53-1076-4f38-a9ce-9603ce7aced0 HTTP/1.1" status: 200 len: 217 time: 0.0825140 Feb 04 08:04:19.783325 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd9fee6-1c78-4bf4-ae06-9ef18ac6ca01 req-fdf5d3fe-c23f-49d9-945a-47790f337f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:04:19.784943 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-6bd9fee6-1c78-4bf4-ae06-9ef18ac6ca01 req-fdf5d3fe-c23f-49d9-945a-47790f337f72 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=8d7c4961-342b-40ca-a804-f15c6236b720 HTTP/1.1" status: 200 len: 848 time: 0.0720427 Feb 04 08:04:19.845709 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c808d20b-c7b4-4fb1-96f6-53f64189e30b req-f69366b1-533d-4ccd-af04-20e34bf4f13c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:04:19.848459 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-c808d20b-c7b4-4fb1-96f6-53f64189e30b req-f69366b1-533d-4ccd-af04-20e34bf4f13c service neutron] 10.222.0.76 "GET /v2.0/networks?id=d5bbe659-e5c0-4960-af33-ba4597e12070 HTTP/1.1" status: 200 len: 903 time: 0.1646335 Feb 04 08:04:19.882479 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd9fee6-1c78-4bf4-ae06-9ef18ac6ca01 req-b6a132b2-9f36-4378-b39d-d5e93ed8d96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:04:19.884139 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-6bd9fee6-1c78-4bf4-ae06-9ef18ac6ca01 req-b6a132b2-9f36-4378-b39d-d5e93ed8d96d service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=d5bbe659-e5c0-4960-af33-ba4597e12070&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0897281 Feb 04 08:04:19.888640 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-e7572ae4-bddf-4962-abc6-874df0abff3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7e7ba54-2612-40c1-8e2b-3fe56be5473c', 'name': 'tempest-TestShelveInstance-1949532045-router', 'tenant_id': '60b487ac91624ec6b296ca8b77fa79ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'external_fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.103'}], 'enable_snat': True}, 'gw_port_id': '950e1bde-a355-4187-9b7e-dc414b628341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T07:58:54Z', 'updated_at': '2021-02-04T07:59:02Z', 'revision_number': 4, 'project_id': '60b487ac91624ec6b296ca8b77fa79ed', 'gw_port': {'id': '950e1bde-a355-4187-9b7e-dc414b628341', 'name': '', 'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:52:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e7ba54-2612-40c1-8e2b-3fe56be5473c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T07:58:55Z', 'updated_at': '2021-02-04T07:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-18-smb', '_interfaces': [{'id': 'd391d32b-1f99-416c-965b-beea640ad6e9', 'name': '', 'network_id': 'd5bbe659-e5c0-4960-af33-ba4597e12070', 'tenant_id': '60b487ac91624ec6b296ca8b77fa79ed', 'mac_address': 'fa:16:3e:60:27:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e7ba54-2612-40c1-8e2b-3fe56be5473c', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '8d7c4961-342b-40ca-a804-f15c6236b720', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T07:59:00Z', 'updated_at': '2021-02-04T07:59:13Z', 'revision_number': 5, 'project_id': '60b487ac91624ec6b296ca8b77fa79ed', 'subnets': [{'id': '8d7c4961-342b-40ca-a804-f15c6236b720', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733062-18-smb', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 08:04:19.893400 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7572ae4-bddf-4962-abc6-874df0abff3d None None] Checking router: c7e7ba54-2612-40c1-8e2b-3fe56be5473c for host: dv-cinder-733062-18-smb {{(pid=80116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 04 08:04:19.905292 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7572ae4-bddf-4962-abc6-874df0abff3d None None] Routers {'c7e7ba54-2612-40c1-8e2b-3fe56be5473c'} bound to L3 agent in host dv-cinder-733062-18-smb {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 04 08:04:19.906064 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-e7572ae4-bddf-4962-abc6-874df0abff3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-04T07:47:53Z,description=,heartbeat_timestamp=2021-02-04T08:03:53Z,host='dv-cinder-733062-18-smb',id=9b1007a2-cea1-4e19-8fd5-ed5c2617e796,load=0,resource_versions=,resources_synced=,started_at=2021-02-04T07:47:53Z,topic='l3_agent')) {'router_ids': ['c7e7ba54-2612-40c1-8e2b-3fe56be5473c'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 08:04:19.935287 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-c808d20b-c7b4-4fb1-96f6-53f64189e30b req-30d65da2-b3b0-4146-95a2-72594ffbad94 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5646e53-1076-4f38-a9ce-9603ce7aced0 HTTP/1.1" status: 200 len: 217 time: 0.0790789 Feb 04 08:04:20.015387 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c808d20b-c7b4-4fb1-96f6-53f64189e30b req-6488b84c-7f6c-4f02-bd4f-bf450f2146ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:04:20.017161 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-c808d20b-c7b4-4fb1-96f6-53f64189e30b req-6488b84c-7f6c-4f02-bd4f-bf450f2146ca service neutron] 10.222.0.76 "GET /v2.0/subnets?id=8d7c4961-342b-40ca-a804-f15c6236b720 HTTP/1.1" status: 200 len: 848 time: 0.0754161 Feb 04 08:04:20.064570 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-6bd9fee6-1c78-4bf4-ae06-9ef18ac6ca01 req-ace3c550-061c-48f6-a93e-02c4cda11b69 service neutron] 10.222.0.99 "GET /v2.0/networks/d5bbe659-e5c0-4960-af33-ba4597e12070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729193 Feb 04 08:04:20.122422 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvr_db [None req-e7572ae4-bddf-4962-abc6-874df0abff3d None None] Set router c7e7ba54-2612-40c1-8e2b-3fe56be5473c gateway port host: dv-cinder-733062-18-smb {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 04 08:04:20.134384 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c808d20b-c7b4-4fb1-96f6-53f64189e30b req-02068a29-9338-4fa2-a63b-21af1b7a39fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:04:20.136351 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-c808d20b-c7b4-4fb1-96f6-53f64189e30b req-02068a29-9338-4fa2-a63b-21af1b7a39fe service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d5bbe659-e5c0-4960-af33-ba4597e12070&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1025310 Feb 04 08:04:20.231512 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-6bd9fee6-1c78-4bf4-ae06-9ef18ac6ca01 req-e8a5cd2c-b633-4c36-a586-f47d9722f30f service neutron] 10.222.0.99 "GET /v2.0/networks/d5bbe659-e5c0-4960-af33-ba4597e12070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1550224 Feb 04 08:04:20.321320 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-c808d20b-c7b4-4fb1-96f6-53f64189e30b req-55c5d38c-7a29-446a-8ad6-a40d5ca02e92 service neutron] 10.222.0.76 "GET /v2.0/networks/d5bbe659-e5c0-4960-af33-ba4597e12070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772020 Feb 04 08:04:20.510341 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-c808d20b-c7b4-4fb1-96f6-53f64189e30b req-d974f1dc-da27-4060-b671-e98dde2931d8 service neutron] 10.222.0.76 "GET /v2.0/networks/d5bbe659-e5c0-4960-af33-ba4597e12070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1814032 Feb 04 08:04:20.540501 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-e7572ae4-bddf-4962-abc6-874df0abff3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7e7ba54-2612-40c1-8e2b-3fe56be5473c', 'name': 'tempest-TestShelveInstance-1949532045-router', 'tenant_id': '60b487ac91624ec6b296ca8b77fa79ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'external_fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.103'}], 'enable_snat': True}, 'gw_port_id': '950e1bde-a355-4187-9b7e-dc414b628341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T07:58:54Z', 'updated_at': '2021-02-04T07:59:02Z', 'revision_number': 4, 'project_id': '60b487ac91624ec6b296ca8b77fa79ed', 'gw_port': {'id': '950e1bde-a355-4187-9b7e-dc414b628341', 'name': '', 'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:52:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e7ba54-2612-40c1-8e2b-3fe56be5473c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T07:58:55Z', 'updated_at': '2021-02-04T07:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-18-smb', '_interfaces': [{'id': 'd391d32b-1f99-416c-965b-beea640ad6e9', 'name': '', 'network_id': 'd5bbe659-e5c0-4960-af33-ba4597e12070', 'tenant_id': '60b487ac91624ec6b296ca8b77fa79ed', 'mac_address': 'fa:16:3e:60:27:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e7ba54-2612-40c1-8e2b-3fe56be5473c', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '8d7c4961-342b-40ca-a804-f15c6236b720', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T07:59:00Z', 'updated_at': '2021-02-04T07:59:13Z', 'revision_number': 5, 'project_id': '60b487ac91624ec6b296ca8b77fa79ed', 'subnets': [{'id': '8d7c4961-342b-40ca-a804-f15c6236b720', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733062-18-smb', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 08:04:20.546010 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7572ae4-bddf-4962-abc6-874df0abff3d None None] The sync data for ids ['c7e7ba54-2612-40c1-8e2b-3fe56be5473c'] in dv-cinder-733062-18-smb is: [{'id': 'c7e7ba54-2612-40c1-8e2b-3fe56be5473c', 'name': 'tempest-TestShelveInstance-1949532045-router', 'tenant_id': '60b487ac91624ec6b296ca8b77fa79ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'external_fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.103'}], 'enable_snat': True}, 'gw_port_id': '950e1bde-a355-4187-9b7e-dc414b628341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T07:58:54Z', 'updated_at': '2021-02-04T07:59:02Z', 'revision_number': 4, 'project_id': '60b487ac91624ec6b296ca8b77fa79ed', 'gw_port': {'id': '950e1bde-a355-4187-9b7e-dc414b628341', 'name': '', 'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:52:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e7ba54-2612-40c1-8e2b-3fe56be5473c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T07:58:55Z', 'updated_at': '2021-02-04T07:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-18-smb', '_interfaces': [{'id': 'd391d32b-1f99-416c-965b-beea640ad6e9', 'name': '', 'network_id': 'd5bbe659-e5c0-4960-af33-ba4597e12070', 'tenant_id': '60b487ac91624ec6b296ca8b77fa79ed', 'mac_address': 'fa:16:3e:60:27:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e7ba54-2612-40c1-8e2b-3fe56be5473c', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '8d7c4961-342b-40ca-a804-f15c6236b720', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T07:59:00Z', 'updated_at': '2021-02-04T07:59:13Z', 'revision_number': 5, 'project_id': '60b487ac91624ec6b296ca8b77fa79ed', 'subnets': [{'id': '8d7c4961-342b-40ca-a804-f15c6236b720', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 04 08:04:20.647763 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-2113aaba-d9c0-422d-b460-e80822a8106e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:20.998328 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead2307f-5b0c-4f97-84ce-71c7ed846387 None None] New status for floating IP cddab855-1f24-4d81-8e2c-6212353bb673: DOWN {{(pid=80115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 04 08:04:21.012328 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03c0b06-3886-4ad5-b9c8-766671229f52 req-2f32aa4c-a570-47e0-9bf6-dad11fd45cb9 tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:04:21.013152 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [req-b03c0b06-3886-4ad5-b9c8-766671229f52 req-2f32aa4c-a570-47e0-9bf6-dad11fd45cb9 tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Synchronizing usage tracker for tenant:60b487ac91624ec6b296ca8b77fa79ed on resource:port {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 04 08:04:21.028463 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [req-b03c0b06-3886-4ad5-b9c8-766671229f52 req-2f32aa4c-a570-47e0-9bf6-dad11fd45cb9 tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Unset dirty status for tenant:60b487ac91624ec6b296ca8b77fa79ed on resource:port {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 04 08:04:21.029728 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-b03c0b06-3886-4ad5-b9c8-766671229f52 req-2f32aa4c-a570-47e0-9bf6-dad11fd45cb9 tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] 10.222.0.99 "GET /v2.0/ports?device_id=59214ee0-5018-40d3-971c-298c943762e6 HTTP/1.1" status: 200 len: 946 time: 0.1899450 Feb 04 08:04:21.096098 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-b03c0b06-3886-4ad5-b9c8-766671229f52 req-cfe6d99f-d3e7-4b6d-97a2-bb427b865527 tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] 10.222.0.99 "GET /v2.0/security-groups?id=de83cc50-b8b2-4207-acea-affe92a7db5f&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.0597651 Feb 04 08:04:22.538847 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206824cc-297f-4fd7-93cf-06f44b8d5f9f req-c8f036ba-26a2-4a74-bb50-2850d5b0c1fe tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:04:22.540470 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-206824cc-297f-4fd7-93cf-06f44b8d5f9f req-c8f036ba-26a2-4a74-bb50-2850d5b0c1fe tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] 10.222.0.99 "GET /v2.0/ports?device_id=59214ee0-5018-40d3-971c-298c943762e6 HTTP/1.1" status: 200 len: 946 time: 0.1704631 Feb 04 08:04:22.607182 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-206824cc-297f-4fd7-93cf-06f44b8d5f9f req-03789cde-e4d5-41af-974f-6a7bdb10f72e tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] 10.222.0.99 "GET /v2.0/security-groups?id=de83cc50-b8b2-4207-acea-affe92a7db5f&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.0589092 Feb 04 08:04:22.699663 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Device c5646e53-1076-4f38-a9ce-9603ce7aced0 no longer exists at agent ovs-agent-hv-cinder-73306 {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 04 08:04:22.729676 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88893b4-02d3-4efd-bc04-0b5b3dcdf135 req-0f95051a-b5cf-498e-93df-dce7dc0f3d51 tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:04:22.730501 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [req-e88893b4-02d3-4efd-bc04-0b5b3dcdf135 req-0f95051a-b5cf-498e-93df-dce7dc0f3d51 tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Synchronizing usage tracker for tenant:60b487ac91624ec6b296ca8b77fa79ed on resource:port {{(pid=80113) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 04 08:04:22.743852 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [req-e88893b4-02d3-4efd-bc04-0b5b3dcdf135 req-0f95051a-b5cf-498e-93df-dce7dc0f3d51 tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Unset dirty status for tenant:60b487ac91624ec6b296ca8b77fa79ed on resource:port {{(pid=80113) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 04 08:04:22.745178 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-e88893b4-02d3-4efd-bc04-0b5b3dcdf135 req-0f95051a-b5cf-498e-93df-dce7dc0f3d51 tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] 10.222.0.76 "GET /v2.0/ports?device_id=59214ee0-5018-40d3-971c-298c943762e6 HTTP/1.1" status: 200 len: 946 time: 0.1886828 Feb 04 08:04:22.824964 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:22.840952 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [req-e88893b4-02d3-4efd-bc04-0b5b3dcdf135 req-fb69c07b-517e-4eeb-ab88-b6966c8e3d6d tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Deleting port c5646e53-1076-4f38-a9ce-9603ce7aced0 {{(pid=80113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 04 08:04:22.841338 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-e88893b4-02d3-4efd-bc04-0b5b3dcdf135 req-fb69c07b-517e-4eeb-ab88-b6966c8e3d6d tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727595022485'] for port, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:22.854054 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59214ee0-5018-40d3-971c-298c943762e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5646e53-1076-4f38-a9ce-9603ce7aced0'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 08:04:22.865425 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] For port c5646e53-1076-4f38-a9ce-9603ce7aced0, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=c5646e53-1076-4f38-a9ce-9603ce7aced0,segment=NetworkSegment(d569568a-3589-4a86-b2cc-4d13735c5e6b),segment_id=d569568a-3589-4a86-b2cc-4d13735c5e6b)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 08:04:22.868693 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309259674757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309260170288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727594605546'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:22.871183 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:04:22.926969 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59214ee0-5018-40d3-971c-298c943762e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5646e53-1076-4f38-a9ce-9603ce7aced0', 'code': 200} Feb 04 08:04:22.946499 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-c93c268d-5ff8-4d25-9155-58e81ebf3bae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:22.963375 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Pushing event updated for resources: {'Port': ['ID=c5646e53-1076-4f38-a9ce-9603ce7aced0,revision_number=7']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:04:22.967725 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:04:22.968127 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:04:22.968511 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:04:22.969371 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:04:22.969756 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:04:22.970134 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:04:22.970506 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:04:22.970883 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:04:22.971282 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:04:22.971632 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:04:22.971999 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:04:22.972370 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:04:22.972790 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:04:22.973156 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:04:22.973771 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:04:22.973882 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:04:22.974202 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:04:22.974563 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:04:22.982302 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:04:22.982302 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:04:22.982302 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:04:22.982302 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:04:22.982302 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:04:22.982302 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:04:22.982302 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:04:23.126398 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [req-e88893b4-02d3-4efd-bc04-0b5b3dcdf135 req-fb69c07b-517e-4eeb-ab88-b6966c8e3d6d tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] For port c5646e53-1076-4f38-a9ce-9603ce7aced0, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=c5646e53-1076-4f38-a9ce-9603ce7aced0,segment=NetworkSegment(d569568a-3589-4a86-b2cc-4d13735c5e6b),segment_id=d569568a-3589-4a86-b2cc-4d13735c5e6b)] {{(pid=80113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 08:04:23.126801 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-e88893b4-02d3-4efd-bc04-0b5b3dcdf135 req-fb69c07b-517e-4eeb-ab88-b6966c8e3d6d tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853131150'] for port, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:23.264166 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [req-e88893b4-02d3-4efd-bc04-0b5b3dcdf135 req-fb69c07b-517e-4eeb-ab88-b6966c8e3d6d tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Calling delete_port for c5646e53-1076-4f38-a9ce-9603ce7aced0 owned by compute:nova {{(pid=80113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 04 08:04:23.431026 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-e88893b4-02d3-4efd-bc04-0b5b3dcdf135 req-fb69c07b-517e-4eeb-ab88-b6966c8e3d6d tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309259674774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727594605512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851609521'] for port, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:23.450809 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-e7d87051-5170-41ae-aa47-9c201c4e9dfc tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:04:23.548828 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb69c07b-517e-4eeb-ab88-b6966c8e3d6d tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Pushing event deleted for resources: {'Port': ['ID=c5646e53-1076-4f38-a9ce-9603ce7aced0,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:04:23.555352 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-fb69c07b-517e-4eeb-ab88-b6966c8e3d6d tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:04:23.667271 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [req-e88893b4-02d3-4efd-bc04-0b5b3dcdf135 req-fb69c07b-517e-4eeb-ab88-b6966c8e3d6d tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] No DVR routers for this DVR port c5646e53-1076-4f38-a9ce-9603ce7aced0 on host hv-cinder-73306 {{(pid=80113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 04 08:04:23.670025 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-e88893b4-02d3-4efd-bc04-0b5b3dcdf135 req-fb69c07b-517e-4eeb-ab88-b6966c8e3d6d tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3799'] for port, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:23.673052 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59214ee0-5018-40d3-971c-298c943762e6', 'name': 'network-vif-deleted', 'tag': 'c5646e53-1076-4f38-a9ce-9603ce7aced0'}] {{(pid=80113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 08:04:23.695608 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-e88893b4-02d3-4efd-bc04-0b5b3dcdf135 req-fb69c07b-517e-4eeb-ab88-b6966c8e3d6d tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] 10.222.0.76 "DELETE /v2.0/ports/c5646e53-1076-4f38-a9ce-9603ce7aced0 HTTP/1.1" status: 204 len: 173 time: 0.9445529 Feb 04 08:04:23.802332 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-ab631313-6495-4e1b-b503-501176ec9a98 req-3e77d744-b501-4b88-8084-c98159a46cb3 tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] 10.222.0.99 "GET /v2.0/ports?device_id=59214ee0-5018-40d3-971c-298c943762e6 HTTP/1.1" status: 200 len: 210 time: 0.0505407 Feb 04 08:04:23.864385 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59214ee0-5018-40d3-971c-298c943762e6', 'name': 'network-vif-deleted', 'tag': 'c5646e53-1076-4f38-a9ce-9603ce7aced0', 'status': 'completed', 'code': 200} Feb 04 08:04:23.871787 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-85fac0c9-e82f-41ee-a61d-5b2e920e6613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:24.688174 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:25.038590 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-5ed4c9c9-79b8-459c-8ca5-959db87a6f60 req-4310e33a-a458-4144-a23f-3ac9c8b0750e tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] 10.222.0.99 "GET /v2.0/security-groups/de83cc50-b8b2-4207-acea-affe92a7db5f HTTP/1.1" status: 200 len: 2989 time: 0.0698688 Feb 04 08:04:25.142067 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-5ed4c9c9-79b8-459c-8ca5-959db87a6f60 req-a5c308ac-cfcb-47f5-8371-ff410e209496 tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:25.174132 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-5ed4c9c9-79b8-459c-8ca5-959db87a6f60 req-a5c308ac-cfcb-47f5-8371-ff410e209496 tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:25.221605 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-5ed4c9c9-79b8-459c-8ca5-959db87a6f60 req-a5c308ac-cfcb-47f5-8371-ff410e209496 tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:25.225654 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:04:25.239864 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-19d3b842-1860-471a-9268-0862a9b26fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:25.242083 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c308ac-cfcb-47f5-8371-ff410e209496 tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de83cc50-b8b2-4207-acea-affe92a7db5f,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:04:25.246241 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-a5c308ac-cfcb-47f5-8371-ff410e209496 tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:04:25.254294 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-5ed4c9c9-79b8-459c-8ca5-959db87a6f60 req-a5c308ac-cfcb-47f5-8371-ff410e209496 tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:25.255542 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-5ed4c9c9-79b8-459c-8ca5-959db87a6f60 req-a5c308ac-cfcb-47f5-8371-ff410e209496 tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] 10.222.0.99 "DELETE /v2.0/security-groups/de83cc50-b8b2-4207-acea-affe92a7db5f HTTP/1.1" status: 204 len: 173 time: 0.2096031 Feb 04 08:04:25.318738 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 56380) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:04:26.318328 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-eeaab5a2-84ed-4775-a253-622abc0eff1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853132753'] for router_interface, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:26.722762 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-eeaab5a2-84ed-4775-a253-622abc0eff1f admin admin] Deleting port d391d32b-1f99-416c-965b-beea640ad6e9 {{(pid=80113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 04 08:04:26.723194 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-eeaab5a2-84ed-4775-a253-622abc0eff1f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727595022485'] for port, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:26.920831 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-eeaab5a2-84ed-4775-a253-622abc0eff1f admin admin] For port d391d32b-1f99-416c-965b-beea640ad6e9, host dv-cinder-733062-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-18-smb',level=0,port_id=d391d32b-1f99-416c-965b-beea640ad6e9,segment=NetworkSegment(d569568a-3589-4a86-b2cc-4d13735c5e6b),segment_id=d569568a-3589-4a86-b2cc-4d13735c5e6b)] {{(pid=80113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 08:04:26.921235 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-eeaab5a2-84ed-4775-a253-622abc0eff1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853131150'] for port, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:27.060239 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-eeaab5a2-84ed-4775-a253-622abc0eff1f admin admin] Calling delete_port for d391d32b-1f99-416c-965b-beea640ad6e9 owned by network:router_interface {{(pid=80113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 04 08:04:27.250079 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-eeaab5a2-84ed-4775-a253-622abc0eff1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309259674774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727594605512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851609521'] for port, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:27.268369 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-de088bfe-555b-49b1-8ada-9fbdccf67394 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:04:27.363520 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaab5a2-84ed-4775-a253-622abc0eff1f admin admin] Pushing event deleted for resources: {'Port': ['ID=d391d32b-1f99-416c-965b-beea640ad6e9,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:04:27.375924 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-eeaab5a2-84ed-4775-a253-622abc0eff1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:04:27.716441 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-eeaab5a2-84ed-4775-a253-622abc0eff1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1817824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1649259'] for router_interface, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:28.057685 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.agents_db [None req-15dbd8ae-9ae4-49dc-a873-5f27e28d1d51 None None] Agent healthcheck: found 6 active agents {{(pid=80116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 04 08:04:28.252910 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeaab5a2-84ed-4775-a253-622abc0eff1f admin admin] Router c7e7ba54-2612-40c1-8e2b-3fe56be5473c has already been hosted by L3 agent 9b1007a2-cea1-4e19-8fd5-ed5c2617e796 {{(pid=80113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 04 08:04:28.448482 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeaab5a2-84ed-4775-a253-622abc0eff1f admin admin] Notify agent at l3_agent.dv-cinder-733062-18-smb the message routers_updated {{(pid=80113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 04 08:04:28.457345 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1ae44c-df6f-4c6c-bc23-07e5dac946bf None None] Sync routers for ids ['c7e7ba54-2612-40c1-8e2b-3fe56be5473c'] in dv-cinder-733062-18-smb {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 04 08:04:28.461430 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-eeaab5a2-84ed-4775-a253-622abc0eff1f admin admin] 10.222.0.99 "PUT /v2.0/routers/c7e7ba54-2612-40c1-8e2b-3fe56be5473c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1356330 Feb 04 08:04:28.464235 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 56438) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:04:28.468051 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1ae44c-df6f-4c6c-bc23-07e5dac946bf None None] Routers {'c7e7ba54-2612-40c1-8e2b-3fe56be5473c'} bound to L3 agent in host dv-cinder-733062-18-smb {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 04 08:04:28.468698 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-6c1ae44c-df6f-4c6c-bc23-07e5dac946bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-04T07:47:53Z,description=,heartbeat_timestamp=2021-02-04T08:04:23Z,host='dv-cinder-733062-18-smb',id=9b1007a2-cea1-4e19-8fd5-ed5c2617e796,load=0,resource_versions=,resources_synced=,started_at=2021-02-04T07:47:53Z,topic='l3_agent')) {'router_ids': ['c7e7ba54-2612-40c1-8e2b-3fe56be5473c'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 08:04:28.678976 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvr_db [None req-6c1ae44c-df6f-4c6c-bc23-07e5dac946bf None None] Set router c7e7ba54-2612-40c1-8e2b-3fe56be5473c gateway port host: dv-cinder-733062-18-smb {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 04 08:04:28.911221 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-d9898c72-b6a3-4230-99e5-284db9aea889 admin admin] Notify callbacks [] for router, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:29.014218 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-6c1ae44c-df6f-4c6c-bc23-07e5dac946bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7e7ba54-2612-40c1-8e2b-3fe56be5473c', 'name': 'tempest-TestShelveInstance-1949532045-router', 'tenant_id': '60b487ac91624ec6b296ca8b77fa79ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'external_fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.103'}], 'enable_snat': True}, 'gw_port_id': '950e1bde-a355-4187-9b7e-dc414b628341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T07:58:54Z', 'updated_at': '2021-02-04T08:04:27Z', 'revision_number': 5, 'project_id': '60b487ac91624ec6b296ca8b77fa79ed', 'gw_port': {'id': '950e1bde-a355-4187-9b7e-dc414b628341', 'name': '', 'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:52:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e7ba54-2612-40c1-8e2b-3fe56be5473c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T07:58:55Z', 'updated_at': '2021-02-04T07:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-18-smb'}], 'dv-cinder-733062-18-smb', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 08:04:29.018605 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1ae44c-df6f-4c6c-bc23-07e5dac946bf None None] Checking router: c7e7ba54-2612-40c1-8e2b-3fe56be5473c for host: dv-cinder-733062-18-smb {{(pid=80116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 04 08:04:29.029158 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1ae44c-df6f-4c6c-bc23-07e5dac946bf None None] Routers {'c7e7ba54-2612-40c1-8e2b-3fe56be5473c'} bound to L3 agent in host dv-cinder-733062-18-smb {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 04 08:04:29.029828 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-6c1ae44c-df6f-4c6c-bc23-07e5dac946bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-04T07:47:53Z,description=,heartbeat_timestamp=2021-02-04T08:04:23Z,host='dv-cinder-733062-18-smb',id=9b1007a2-cea1-4e19-8fd5-ed5c2617e796,load=0,resource_versions=,resources_synced=,started_at=2021-02-04T07:47:53Z,topic='l3_agent')) {'router_ids': ['c7e7ba54-2612-40c1-8e2b-3fe56be5473c'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 08:04:29.125160 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-d9898c72-b6a3-4230-99e5-284db9aea889 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:29.131440 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-d9898c72-b6a3-4230-99e5-284db9aea889 admin admin] Deleting port 950e1bde-a355-4187-9b7e-dc414b628341 {{(pid=80113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 04 08:04:29.131823 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-d9898c72-b6a3-4230-99e5-284db9aea889 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727595022485'] for port, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:29.337405 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-d9898c72-b6a3-4230-99e5-284db9aea889 admin admin] For port 950e1bde-a355-4187-9b7e-dc414b628341, host dv-cinder-733062-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-18-smb',level=0,port_id=950e1bde-a355-4187-9b7e-dc414b628341,segment=NetworkSegment(d8f5f7e6-2ec3-4646-9d93-a23676477155),segment_id=d8f5f7e6-2ec3-4646-9d93-a23676477155)] {{(pid=80113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 08:04:29.338606 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-d9898c72-b6a3-4230-99e5-284db9aea889 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853131150'] for port, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:29.406064 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvr_db [None req-6c1ae44c-df6f-4c6c-bc23-07e5dac946bf None None] Set router c7e7ba54-2612-40c1-8e2b-3fe56be5473c gateway port host: dv-cinder-733062-18-smb {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 04 08:04:29.483496 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-d9898c72-b6a3-4230-99e5-284db9aea889 admin admin] Calling delete_port for 950e1bde-a355-4187-9b7e-dc414b628341 owned by network:router_gateway {{(pid=80113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 04 08:04:29.628664 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-d9898c72-b6a3-4230-99e5-284db9aea889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309259674774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727594605512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851609521'] for port, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:29.715900 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-6c1ae44c-df6f-4c6c-bc23-07e5dac946bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7e7ba54-2612-40c1-8e2b-3fe56be5473c', 'name': 'tempest-TestShelveInstance-1949532045-router', 'tenant_id': '60b487ac91624ec6b296ca8b77fa79ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'external_fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.103'}], 'enable_snat': True}, 'gw_port_id': '950e1bde-a355-4187-9b7e-dc414b628341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T07:58:54Z', 'updated_at': '2021-02-04T08:04:27Z', 'revision_number': 5, 'project_id': '60b487ac91624ec6b296ca8b77fa79ed', 'gw_port': {'id': '950e1bde-a355-4187-9b7e-dc414b628341', 'name': '', 'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:52:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e7ba54-2612-40c1-8e2b-3fe56be5473c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T07:58:55Z', 'updated_at': '2021-02-04T07:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-18-smb'}], 'dv-cinder-733062-18-smb', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 08:04:29.720261 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1ae44c-df6f-4c6c-bc23-07e5dac946bf None None] The sync data for ids ['c7e7ba54-2612-40c1-8e2b-3fe56be5473c'] in dv-cinder-733062-18-smb is: [{'id': 'c7e7ba54-2612-40c1-8e2b-3fe56be5473c', 'name': 'tempest-TestShelveInstance-1949532045-router', 'tenant_id': '60b487ac91624ec6b296ca8b77fa79ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'external_fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.103'}], 'enable_snat': True}, 'gw_port_id': '950e1bde-a355-4187-9b7e-dc414b628341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T07:58:54Z', 'updated_at': '2021-02-04T08:04:27Z', 'revision_number': 5, 'project_id': '60b487ac91624ec6b296ca8b77fa79ed', 'gw_port': {'id': '950e1bde-a355-4187-9b7e-dc414b628341', 'name': '', 'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:52:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e7ba54-2612-40c1-8e2b-3fe56be5473c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T07:58:55Z', 'updated_at': '2021-02-04T07:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-18-smb'}] {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 04 08:04:29.856716 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-d9898c72-b6a3-4230-99e5-284db9aea889 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1639309'] for router_gateway, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:30.018157 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-d9898c72-b6a3-4230-99e5-284db9aea889 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1652417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7173'] for router, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:30.020680 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-d9898c72-b6a3-4230-99e5-284db9aea889 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:30.045480 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-d9898c72-b6a3-4230-99e5-284db9aea889 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853122958'] for router, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:30.046050 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9898c72-b6a3-4230-99e5-284db9aea889 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c7e7ba54-2612-40c1-8e2b-3fe56be5473c {{(pid=80113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 08:04:30.061492 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-d9898c72-b6a3-4230-99e5-284db9aea889 admin admin] Notify callbacks [] for router, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:30.062739 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-d9898c72-b6a3-4230-99e5-284db9aea889 admin admin] 10.222.0.99 "DELETE /v2.0/routers/c7e7ba54-2612-40c1-8e2b-3fe56be5473c HTTP/1.1" status: 204 len: 168 time: 1.5974064 Feb 04 08:04:30.065753 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 56464) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:04:30.137756 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.db_base_plugin_v2 [None req-17e1fc84-046a-41c6-a5aa-7fc0f8a9b93c admin admin] Deleting subnet 8d7c4961-342b-40ca-a804-f15c6236b720 {{(pid=80113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Feb 04 08:04:30.140900 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Device d391d32b-1f99-416c-965b-beea640ad6e9 no longer exists at agent ovs-agent-dv-cinder-733062-18-smb {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 04 08:04:30.141220 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-17e1fc84-046a-41c6-a5aa-7fc0f8a9b93c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:30.188543 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] No Port match for: d391d32b-1f99-416c-965b-beea640ad6e9 {{(pid=80115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 04 08:04:30.188947 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Device d391d32b-1f99-416c-965b-beea640ad6e9 not bound to the agent host dv-cinder-733062-18-smb {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 04 08:04:30.208151 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-17e1fc84-046a-41c6-a5aa-7fc0f8a9b93c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850727736'] for subnet, precommit_delete_associations {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:30.357852 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-17e1fc84-046a-41c6-a5aa-7fc0f8a9b93c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4562'] for subnet, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:30.655760 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-17e1fc84-046a-41c6-a5aa-7fc0f8a9b93c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854771238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3166325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853310372'] for subnet, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:30.729474 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:04:30.784426 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e1fc84-046a-41c6-a5aa-7fc0f8a9b93c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d7c4961-342b-40ca-a804-f15c6236b720,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:04:30.787292 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-17e1fc84-046a-41c6-a5aa-7fc0f8a9b93c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:04:30.822675 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-17e1fc84-046a-41c6-a5aa-7fc0f8a9b93c admin admin] Notify callbacks [] for subnet, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:30.828772 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7283abd-5a99-4a60-b061-3453da642a3d None None] Network d5bbe659-e5c0-4960-af33-ba4597e12070 requested from dv-cinder-733062-18-smb {{(pid=80115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 04 08:04:30.829344 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-17e1fc84-046a-41c6-a5aa-7fc0f8a9b93c admin admin] 10.222.0.99 "DELETE /v2.0/subnets/8d7c4961-342b-40ca-a804-f15c6236b720 HTTP/1.1" status: 204 len: 168 time: 0.7624459 Feb 04 08:04:30.832129 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.99', 56482) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:04:30.953554 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-40f8ae4f-1f90-466a-b257-9e01c6bb9037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854354064'] for network, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:31.029611 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-40f8ae4f-1f90-466a-b257-9e01c6bb9037 admin admin] Deleting port 21b3cbd0-5069-495d-a306-e7df39d13eb8 {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 04 08:04:31.029986 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-40f8ae4f-1f90-466a-b257-9e01c6bb9037 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727595022485'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:31.087148 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69cd7457-4ac4-4a2a-906a-4f7ef8bf3fb6 None None] DHCP port deletion for d5bbe659-e5c0-4960-af33-ba4597e12070 request from dv-cinder-733062-18-smb {{(pid=80115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 04 08:04:31.092276 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-69cd7457-4ac4-4a2a-906a-4f7ef8bf3fb6 None None] Deleting port 21b3cbd0-5069-495d-a306-e7df39d13eb8 {{(pid=80115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 04 08:04:31.092706 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-69cd7457-4ac4-4a2a-906a-4f7ef8bf3fb6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727595022485'] for port, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:31.503405 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-69cd7457-4ac4-4a2a-906a-4f7ef8bf3fb6 None None] For port 21b3cbd0-5069-495d-a306-e7df39d13eb8, host dv-cinder-733062-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-18-smb',level=0,port_id=21b3cbd0-5069-495d-a306-e7df39d13eb8,segment=NetworkSegment(d569568a-3589-4a86-b2cc-4d13735c5e6b),segment_id=d569568a-3589-4a86-b2cc-4d13735c5e6b)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 08:04:31.503958 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-69cd7457-4ac4-4a2a-906a-4f7ef8bf3fb6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853131150'] for port, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:31.516465 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-40f8ae4f-1f90-466a-b257-9e01c6bb9037 admin admin] For port 21b3cbd0-5069-495d-a306-e7df39d13eb8, host dv-cinder-733062-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-18-smb',level=0,port_id=21b3cbd0-5069-495d-a306-e7df39d13eb8,segment=NetworkSegment(d569568a-3589-4a86-b2cc-4d13735c5e6b),segment_id=d569568a-3589-4a86-b2cc-4d13735c5e6b)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 08:04:31.517035 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-40f8ae4f-1f90-466a-b257-9e01c6bb9037 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853131150'] for port, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:31.641597 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-69cd7457-4ac4-4a2a-906a-4f7ef8bf3fb6 None None] Calling delete_port for 21b3cbd0-5069-495d-a306-e7df39d13eb8 owned by network:dhcp {{(pid=80115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 04 08:04:31.659340 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-40f8ae4f-1f90-466a-b257-9e01c6bb9037 admin admin] Calling delete_port for 21b3cbd0-5069-495d-a306-e7df39d13eb8 owned by network:dhcp {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 04 08:04:31.722712 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-69cd7457-4ac4-4a2a-906a-4f7ef8bf3fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309259674774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727594605512'] for port, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:31.737542 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.db.api [None req-40f8ae4f-1f90-466a-b257-9e01c6bb9037 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80114) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 04 08:04:31.737767 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:04:31.737890 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_db.api [None req-40f8ae4f-1f90-466a-b257-9e01c6bb9037 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 04 08:04:31.834271 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cd7457-4ac4-4a2a-906a-4f7ef8bf3fb6 None None] Pushing event deleted for resources: {'Port': ['ID=21b3cbd0-5069-495d-a306-e7df39d13eb8,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:04:31.846946 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-69cd7457-4ac4-4a2a-906a-4f7ef8bf3fb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:04:31.878711 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69cd7457-4ac4-4a2a-906a-4f7ef8bf3fb6 None None] No DVR routers for this DVR port 21b3cbd0-5069-495d-a306-e7df39d13eb8 on host dv-cinder-733062-18-smb {{(pid=80115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 04 08:04:32.178471 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Device 21b3cbd0-5069-495d-a306-e7df39d13eb8 no longer exists at agent ovs-agent-dv-cinder-733062-18-smb {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 04 08:04:32.216689 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] No Port match for: 21b3cbd0-5069-495d-a306-e7df39d13eb8 {{(pid=80115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 04 08:04:32.217127 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Device 21b3cbd0-5069-495d-a306-e7df39d13eb8 not bound to the agent host dv-cinder-733062-18-smb {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 04 08:04:32.217600 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Device 950e1bde-a355-4187-9b7e-dc414b628341 no longer exists at agent ovs-agent-dv-cinder-733062-18-smb {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 04 08:04:32.239475 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-40f8ae4f-1f90-466a-b257-9e01c6bb9037 admin admin] Deleting port 21b3cbd0-5069-495d-a306-e7df39d13eb8 {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 04 08:04:32.240052 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-40f8ae4f-1f90-466a-b257-9e01c6bb9037 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727595022485'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:32.258289 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] No Port match for: 950e1bde-a355-4187-9b7e-dc414b628341 {{(pid=80115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 04 08:04:32.258698 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Device 950e1bde-a355-4187-9b7e-dc414b628341 not bound to the agent host dv-cinder-733062-18-smb {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 04 08:04:32.318685 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-40f8ae4f-1f90-466a-b257-9e01c6bb9037 admin admin] The port '21b3cbd0-5069-495d-a306-e7df39d13eb8' was deleted {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 04 08:04:32.446526 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-40f8ae4f-1f90-466a-b257-9e01c6bb9037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8537', 'neutron.services.segments.db._delete_segments_for_network--9223363309259659414'] for network, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:32.566600 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.services.segments.db [None req-40f8ae4f-1f90-466a-b257-9e01c6bb9037 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5bbe659-e5c0-4960-af33-ba4597e12070']}} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 08:04:32.579959 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.services.segments.db [None req-40f8ae4f-1f90-466a-b257-9e01c6bb9037 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd569568a-3589-4a86-b2cc-4d13735c5e6b') {'for_net_delete': True} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 08:04:32.580246 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.services.segments.db [None req-40f8ae4f-1f90-466a-b257-9e01c6bb9037 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd569568a-3589-4a86-b2cc-4d13735c5e6b') {} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 08:04:32.592629 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-40f8ae4f-1f90-466a-b257-9e01c6bb9037 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363309259661718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852422995'] for segment, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:32.608316 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-40f8ae4f-1f90-466a-b257-9e01c6bb9037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774980'] for segment, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:32.610435 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-40f8ae4f-1f90-466a-b257-9e01c6bb9037 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 04 08:04:32.795212 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-40f8ae4f-1f90-466a-b257-9e01c6bb9037 admin admin] Network d5bbe659-e5c0-4960-af33-ba4597e12070 has no segments {{(pid=80114) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 04 08:04:32.805245 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-40f8ae4f-1f90-466a-b257-9e01c6bb9037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852444693'] for segment, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:32.987942 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-40f8ae4f-1f90-466a-b257-9e01c6bb9037 admin admin] Network d5bbe659-e5c0-4960-af33-ba4597e12070 has no segments {{(pid=80114) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 04 08:04:33.011877 dv-cinder-733062-18-smb neutron-server[79999]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 08:04:33.011877 dv-cinder-733062-18-smb neutron-server[79999]: % (table.description, expected, rows_matched) Feb 04 08:04:33.011877 dv-cinder-733062-18-smb neutron-server[79999]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 08:04:33.011877 dv-cinder-733062-18-smb neutron-server[79999]: % (table.description, expected, rows_matched) Feb 04 08:04:33.011877 dv-cinder-733062-18-smb neutron-server[79999]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 08:04:33.011877 dv-cinder-733062-18-smb neutron-server[79999]: % (table.description, expected, rows_matched) Feb 04 08:04:33.011877 dv-cinder-733062-18-smb neutron-server[79999]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 08:04:33.011877 dv-cinder-733062-18-smb neutron-server[79999]: % (table.description, expected, rows_matched) Feb 04 08:04:33.011877 dv-cinder-733062-18-smb neutron-server[79999]: Traceback (most recent call last): Feb 04 08:04:33.011877 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 08:04:33.011877 dv-cinder-733062-18-smb neutron-server[79999]: timer() Feb 04 08:04:33.011877 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 08:04:33.011877 dv-cinder-733062-18-smb neutron-server[79999]: cb(*args, **kw) Feb 04 08:04:33.011877 dv-cinder-733062-18-smb neutron-server[79999]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 04 08:04:33.011877 dv-cinder-733062-18-smb neutron-server[79999]: return func(*args, **kwargs) Feb 04 08:04:33.011877 dv-cinder-733062-18-smb neutron-server[79999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 08:04:33.011877 dv-cinder-733062-18-smb neutron-server[79999]: self._notify() Feb 04 08:04:33.011877 dv-cinder-733062-18-smb neutron-server[79999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 08:04:33.011877 dv-cinder-733062-18-smb neutron-server[79999]: self.callback(batched_events) Feb 04 08:04:33.011877 dv-cinder-733062-18-smb neutron-server[79999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 08:04:33.011877 dv-cinder-733062-18-smb neutron-server[79999]: event.method(event) Feb 04 08:04:33.011877 dv-cinder-733062-18-smb neutron-server[79999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 08:04:33.011877 dv-cinder-733062-18-smb neutron-server[79999]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 08:04:33.011877 dv-cinder-733062-18-smb neutron-server[79999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 04 08:04:33.011877 dv-cinder-733062-18-smb neutron-server[79999]: segment_id)['aggregates'][0] Feb 04 08:04:33.011877 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 08:04:33.011877 dv-cinder-733062-18-smb neutron-server[79999]: return f(self, *a, **k) Feb 04 08:04:33.011877 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 08:04:33.011877 dv-cinder-733062-18-smb neutron-server[79999]: return self._get(url).json() Feb 04 08:04:33.011877 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 08:04:33.011877 dv-cinder-733062-18-smb neutron-server[79999]: **kwargs) Feb 04 08:04:33.011877 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 08:04:33.011877 dv-cinder-733062-18-smb neutron-server[79999]: return self.request(url, 'GET', **kwargs) Feb 04 08:04:33.011877 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 04 08:04:33.011877 dv-cinder-733062-18-smb neutron-server[79999]: **endpoint_filter) Feb 04 08:04:33.011877 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 08:04:33.011877 dv-cinder-733062-18-smb neutron-server[79999]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 08:04:33.011877 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 08:04:33.011877 dv-cinder-733062-18-smb neutron-server[79999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 08:04:33.011877 dv-cinder-733062-18-smb neutron-server[79999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 08:04:33.090445 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-40f8ae4f-1f90-466a-b257-9e01c6bb9037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854767263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853136492'] for network, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:33.093927 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:04:33.107894 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-40f8ae4f-1f90-466a-b257-9e01c6bb9037 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1815815'] for network, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:33.119276 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f8ae4f-1f90-466a-b257-9e01c6bb9037 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5bbe659-e5c0-4960-af33-ba4597e12070,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:04:33.124156 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-40f8ae4f-1f90-466a-b257-9e01c6bb9037 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:04:33.127424 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-40f8ae4f-1f90-466a-b257-9e01c6bb9037 admin admin] 10.222.0.99 "DELETE /v2.0/networks/d5bbe659-e5c0-4960-af33-ba4597e12070 HTTP/1.1" status: 204 len: 168 time: 2.2940457 Feb 04 08:04:33.130592 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.99', 56500) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:04:33.744796 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-4acdbbcf-97d3-4a55-9c98-ba442d650839 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853132753'] for router_interface, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:34.125151 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-4acdbbcf-97d3-4a55-9c98-ba442d650839 admin admin] Deleting port fb0edab5-11a7-441f-8182-801a923dab93 {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 04 08:04:34.125665 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-4acdbbcf-97d3-4a55-9c98-ba442d650839 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727595022485'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:34.309590 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-4acdbbcf-97d3-4a55-9c98-ba442d650839 admin admin] For port fb0edab5-11a7-441f-8182-801a923dab93, host dv-cinder-733062-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-18-smb',level=0,port_id=fb0edab5-11a7-441f-8182-801a923dab93,segment=NetworkSegment(867c2680-a05d-40d2-bbb5-33c639981c53),segment_id=867c2680-a05d-40d2-bbb5-33c639981c53)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 08:04:34.309979 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-4acdbbcf-97d3-4a55-9c98-ba442d650839 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853131150'] for port, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:34.447052 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-4acdbbcf-97d3-4a55-9c98-ba442d650839 admin admin] Calling delete_port for fb0edab5-11a7-441f-8182-801a923dab93 owned by network:router_interface {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 04 08:04:34.628198 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-4acdbbcf-97d3-4a55-9c98-ba442d650839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309259674774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727594605512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2331070'] for port, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:34.643752 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-cedf9e50-cf35-4e1a-93ee-8bf0085795ff tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:04:34.742909 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acdbbcf-97d3-4a55-9c98-ba442d650839 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb0edab5-11a7-441f-8182-801a923dab93,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:04:34.759857 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-4acdbbcf-97d3-4a55-9c98-ba442d650839 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:04:35.317019 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-4acdbbcf-97d3-4a55-9c98-ba442d650839 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1817824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1649259'] for router_interface, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:35.844303 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4acdbbcf-97d3-4a55-9c98-ba442d650839 admin admin] Router af339a73-9f24-417d-be8a-17e19794d173 has already been hosted by L3 agent 9b1007a2-cea1-4e19-8fd5-ed5c2617e796 {{(pid=80114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 04 08:04:36.048813 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4acdbbcf-97d3-4a55-9c98-ba442d650839 admin admin] Notify agent at l3_agent.dv-cinder-733062-18-smb the message routers_updated {{(pid=80114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 04 08:04:36.056800 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-4acdbbcf-97d3-4a55-9c98-ba442d650839 admin admin] 10.222.0.99 "PUT /v2.0/routers/af339a73-9f24-417d-be8a-17e19794d173/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9244175 Feb 04 08:04:36.059532 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.99', 56562) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:04:36.061119 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-400f85ae-5e8a-47ae-a4cc-f7ae032ece75 None None] Sync routers for ids ['af339a73-9f24-417d-be8a-17e19794d173'] in dv-cinder-733062-18-smb {{(pid=80115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 04 08:04:36.071790 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-400f85ae-5e8a-47ae-a4cc-f7ae032ece75 None None] Routers {'af339a73-9f24-417d-be8a-17e19794d173'} bound to L3 agent in host dv-cinder-733062-18-smb {{(pid=80115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 04 08:04:36.073206 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-400f85ae-5e8a-47ae-a4cc-f7ae032ece75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-04T07:47:53Z,description=,heartbeat_timestamp=2021-02-04T08:04:23Z,host='dv-cinder-733062-18-smb',id=9b1007a2-cea1-4e19-8fd5-ed5c2617e796,load=0,resource_versions=,resources_synced=,started_at=2021-02-04T07:47:53Z,topic='l3_agent')) {'router_ids': ['af339a73-9f24-417d-be8a-17e19794d173'], 'active': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 08:04:36.257525 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-abe37027-6efb-48f2-a064-e7b7c4a54707 admin admin] Notify callbacks [] for router, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:36.279111 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvr_db [None req-400f85ae-5e8a-47ae-a4cc-f7ae032ece75 None None] Set router af339a73-9f24-417d-be8a-17e19794d173 gateway port host: dv-cinder-733062-18-smb {{(pid=80115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 04 08:04:36.453778 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-abe37027-6efb-48f2-a064-e7b7c4a54707 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:36.459873 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-abe37027-6efb-48f2-a064-e7b7c4a54707 admin admin] Deleting port e0df26fb-3878-4238-8dc8-b4a811709cad {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 04 08:04:36.460261 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-abe37027-6efb-48f2-a064-e7b7c4a54707 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727595022485'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:36.652081 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-400f85ae-5e8a-47ae-a4cc-f7ae032ece75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af339a73-9f24-417d-be8a-17e19794d173', 'name': 'tempest-TestShelveInstance-807223694-router', 'tenant_id': '8adb66040a6248e39f4d6110a635614d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'external_fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.189'}], 'enable_snat': True}, 'gw_port_id': 'e0df26fb-3878-4238-8dc8-b4a811709cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T07:59:08Z', 'updated_at': '2021-02-04T08:04:34Z', 'revision_number': 5, 'project_id': '8adb66040a6248e39f4d6110a635614d', 'gw_port': {'id': 'e0df26fb-3878-4238-8dc8-b4a811709cad', 'name': '', 'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:f6:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af339a73-9f24-417d-be8a-17e19794d173', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T07:59:09Z', 'updated_at': '2021-02-04T07:59:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-18-smb'}], 'dv-cinder-733062-18-smb', False) {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 08:04:36.656401 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-400f85ae-5e8a-47ae-a4cc-f7ae032ece75 None None] Checking router: af339a73-9f24-417d-be8a-17e19794d173 for host: dv-cinder-733062-18-smb {{(pid=80115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 04 08:04:36.666412 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-400f85ae-5e8a-47ae-a4cc-f7ae032ece75 None None] Routers {'af339a73-9f24-417d-be8a-17e19794d173'} bound to L3 agent in host dv-cinder-733062-18-smb {{(pid=80115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 04 08:04:36.667405 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-400f85ae-5e8a-47ae-a4cc-f7ae032ece75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-04T07:47:53Z,description=,heartbeat_timestamp=2021-02-04T08:04:23Z,host='dv-cinder-733062-18-smb',id=9b1007a2-cea1-4e19-8fd5-ed5c2617e796,load=0,resource_versions=,resources_synced=,started_at=2021-02-04T07:47:53Z,topic='l3_agent')) {'router_ids': ['af339a73-9f24-417d-be8a-17e19794d173'], 'active': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 08:04:36.678768 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-abe37027-6efb-48f2-a064-e7b7c4a54707 admin admin] For port e0df26fb-3878-4238-8dc8-b4a811709cad, host dv-cinder-733062-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-18-smb',level=0,port_id=e0df26fb-3878-4238-8dc8-b4a811709cad,segment=NetworkSegment(d8f5f7e6-2ec3-4646-9d93-a23676477155),segment_id=d8f5f7e6-2ec3-4646-9d93-a23676477155)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 08:04:36.679195 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-abe37027-6efb-48f2-a064-e7b7c4a54707 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853131150'] for port, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:36.825805 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-abe37027-6efb-48f2-a064-e7b7c4a54707 admin admin] Calling delete_port for e0df26fb-3878-4238-8dc8-b4a811709cad owned by network:router_gateway {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 04 08:04:36.872250 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvr_db [None req-400f85ae-5e8a-47ae-a4cc-f7ae032ece75 None None] Set router af339a73-9f24-417d-be8a-17e19794d173 gateway port host: dv-cinder-733062-18-smb {{(pid=80115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 04 08:04:36.983414 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-abe37027-6efb-48f2-a064-e7b7c4a54707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309259674774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727594605512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2331070'] for port, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:37.216513 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-abe37027-6efb-48f2-a064-e7b7c4a54707 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1639309'] for router_gateway, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:37.226566 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-400f85ae-5e8a-47ae-a4cc-f7ae032ece75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af339a73-9f24-417d-be8a-17e19794d173', 'name': 'tempest-TestShelveInstance-807223694-router', 'tenant_id': '8adb66040a6248e39f4d6110a635614d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'external_fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.189'}], 'enable_snat': True}, 'gw_port_id': 'e0df26fb-3878-4238-8dc8-b4a811709cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T07:59:08Z', 'updated_at': '2021-02-04T08:04:34Z', 'revision_number': 5, 'project_id': '8adb66040a6248e39f4d6110a635614d', 'gw_port': {'id': 'e0df26fb-3878-4238-8dc8-b4a811709cad', 'name': '', 'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:f6:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af339a73-9f24-417d-be8a-17e19794d173', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T07:59:09Z', 'updated_at': '2021-02-04T07:59:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-18-smb'}], 'dv-cinder-733062-18-smb', False) {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 08:04:37.233106 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-400f85ae-5e8a-47ae-a4cc-f7ae032ece75 None None] The sync data for ids ['af339a73-9f24-417d-be8a-17e19794d173'] in dv-cinder-733062-18-smb is: [{'id': 'af339a73-9f24-417d-be8a-17e19794d173', 'name': 'tempest-TestShelveInstance-807223694-router', 'tenant_id': '8adb66040a6248e39f4d6110a635614d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'external_fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.189'}], 'enable_snat': True}, 'gw_port_id': 'e0df26fb-3878-4238-8dc8-b4a811709cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T07:59:08Z', 'updated_at': '2021-02-04T08:04:34Z', 'revision_number': 5, 'project_id': '8adb66040a6248e39f4d6110a635614d', 'gw_port': {'id': 'e0df26fb-3878-4238-8dc8-b4a811709cad', 'name': '', 'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:f6:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af339a73-9f24-417d-be8a-17e19794d173', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T07:59:09Z', 'updated_at': '2021-02-04T07:59:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-18-smb'}] {{(pid=80115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 04 08:04:37.349662 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 56600) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:04:37.402936 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-abe37027-6efb-48f2-a064-e7b7c4a54707 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1652417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7173'] for router, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:37.405592 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-abe37027-6efb-48f2-a064-e7b7c4a54707 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:37.431898 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-abe37027-6efb-48f2-a064-e7b7c4a54707 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853122958'] for router, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:37.432574 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abe37027-6efb-48f2-a064-e7b7c4a54707 admin admin] Fanout notify agent at l3_agent the message router_deleted on router af339a73-9f24-417d-be8a-17e19794d173 {{(pid=80114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 08:04:37.447931 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-abe37027-6efb-48f2-a064-e7b7c4a54707 admin admin] Notify callbacks [] for router, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:37.451070 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-abe37027-6efb-48f2-a064-e7b7c4a54707 admin admin] 10.222.0.99 "DELETE /v2.0/routers/af339a73-9f24-417d-be8a-17e19794d173 HTTP/1.1" status: 204 len: 168 time: 1.3886664 Feb 04 08:04:37.452063 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.99', 56608) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:04:37.540904 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.db_base_plugin_v2 [None req-858d1d16-deb1-4a93-8f7f-32b44d8bc7a0 admin admin] Deleting subnet 5efbe69b-981b-4f6f-84b2-fce07ecedd63 {{(pid=80114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Feb 04 08:04:37.543085 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-8ca60e18-2228-43f9-a991-de74a33ec7be admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:37.545348 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-858d1d16-deb1-4a93-8f7f-32b44d8bc7a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:37.560438 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-8ca60e18-2228-43f9-a991-de74a33ec7be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 08:04:37.564901 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-8ca60e18-2228-43f9-a991-de74a33ec7be admin admin] Usage tracker for resource:security_group_rule and tenant:ab3b09333e2e4f4da27fd366de1f2c98 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 08:04:37.568151 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-8ca60e18-2228-43f9-a991-de74a33ec7be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 08:04:37.575157 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-8ca60e18-2228-43f9-a991-de74a33ec7be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 08:04:37.619675 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:37.655376 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-858d1d16-deb1-4a93-8f7f-32b44d8bc7a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2352805'] for subnet, precommit_delete_associations {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:37.670404 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-8ca60e18-2228-43f9-a991-de74a33ec7be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:37.673300 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-8ca60e18-2228-43f9-a991-de74a33ec7be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:37.683704 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-00ec8b01-2402-454e-9d19-6cf829b4b86c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:04:37.730831 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca60e18-2228-43f9-a991-de74a33ec7be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97451337-1141-4638-8e8e-89f43ac9b06b,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:04:37.735170 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-8ca60e18-2228-43f9-a991-de74a33ec7be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:04:37.740995 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-8ca60e18-2228-43f9-a991-de74a33ec7be admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=ab3b09333e2e4f4da27fd366de1f2c98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3899240 Feb 04 08:04:37.741718 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 56612) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:04:37.813802 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b66c0ad9-ea70-42a8-85f4-0efa21aaad47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:37.844117 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b66c0ad9-ea70-42a8-85f4-0efa21aaad47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:37.898095 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b66c0ad9-ea70-42a8-85f4-0efa21aaad47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:37.902692 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-bf9f76bf-6475-45e3-ae02-b7dced032359 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:04:37.915347 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66c0ad9-ea70-42a8-85f4-0efa21aaad47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97451337-1141-4638-8e8e-89f43ac9b06b,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:04:37.928177 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66c0ad9-ea70-42a8-85f4-0efa21aaad47 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:04:37.928599 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66c0ad9-ea70-42a8-85f4-0efa21aaad47 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:04:37.929011 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66c0ad9-ea70-42a8-85f4-0efa21aaad47 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:04:37.929415 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66c0ad9-ea70-42a8-85f4-0efa21aaad47 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:04:37.929816 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66c0ad9-ea70-42a8-85f4-0efa21aaad47 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:04:37.930213 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66c0ad9-ea70-42a8-85f4-0efa21aaad47 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:04:37.930606 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66c0ad9-ea70-42a8-85f4-0efa21aaad47 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:04:37.931067 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66c0ad9-ea70-42a8-85f4-0efa21aaad47 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:04:37.931992 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66c0ad9-ea70-42a8-85f4-0efa21aaad47 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:04:37.932389 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66c0ad9-ea70-42a8-85f4-0efa21aaad47 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:04:37.932781 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66c0ad9-ea70-42a8-85f4-0efa21aaad47 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:04:37.933178 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66c0ad9-ea70-42a8-85f4-0efa21aaad47 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:04:37.933640 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66c0ad9-ea70-42a8-85f4-0efa21aaad47 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:04:37.934032 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66c0ad9-ea70-42a8-85f4-0efa21aaad47 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:04:37.934426 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66c0ad9-ea70-42a8-85f4-0efa21aaad47 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:04:37.934818 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66c0ad9-ea70-42a8-85f4-0efa21aaad47 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:04:37.935238 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66c0ad9-ea70-42a8-85f4-0efa21aaad47 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:04:37.935630 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66c0ad9-ea70-42a8-85f4-0efa21aaad47 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:04:37.936022 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66c0ad9-ea70-42a8-85f4-0efa21aaad47 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:04:37.936415 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66c0ad9-ea70-42a8-85f4-0efa21aaad47 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:04:37.936807 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66c0ad9-ea70-42a8-85f4-0efa21aaad47 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:04:37.937195 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66c0ad9-ea70-42a8-85f4-0efa21aaad47 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:04:37.937584 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66c0ad9-ea70-42a8-85f4-0efa21aaad47 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:04:37.937974 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66c0ad9-ea70-42a8-85f4-0efa21aaad47 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:04:37.942392 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-b66c0ad9-ea70-42a8-85f4-0efa21aaad47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:04:37.943568 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b66c0ad9-ea70-42a8-85f4-0efa21aaad47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:37.948588 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-b66c0ad9-ea70-42a8-85f4-0efa21aaad47 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/97451337-1141-4638-8e8e-89f43ac9b06b HTTP/1.1" status: 204 len: 168 time: 0.2057838 Feb 04 08:04:38.085351 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dceb56e-a56c-4a48-a3fe-e242c63b78a7 req-049045ce-6302-4edd-9174-52ff9721257d tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:04:38.086921 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-0dceb56e-a56c-4a48-a3fe-e242c63b78a7 req-049045ce-6302-4edd-9174-52ff9721257d tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] 10.222.0.99 "GET /v2.0/ports?device_id=7fcd6155-1a62-46d4-a346-b0495db07f07 HTTP/1.1" status: 200 len: 945 time: 0.5106685 Feb 04 08:04:38.146539 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-858d1d16-deb1-4a93-8f7f-32b44d8bc7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4562'] for subnet, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:38.189639 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Device e0df26fb-3878-4238-8dc8-b4a811709cad no longer exists at agent ovs-agent-dv-cinder-733062-18-smb {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 04 08:04:38.202354 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-0dceb56e-a56c-4a48-a3fe-e242c63b78a7 req-25270335-dcbd-4f87-9d93-bb7201cc6266 tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] 10.222.0.99 "GET /v2.0/security-groups?id=f5827c64-2037-455c-9793-eb562d5a2fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050873 Feb 04 08:04:38.232439 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] No Port match for: e0df26fb-3878-4238-8dc8-b4a811709cad {{(pid=80115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 04 08:04:38.232967 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Device e0df26fb-3878-4238-8dc8-b4a811709cad not bound to the agent host dv-cinder-733062-18-smb {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 04 08:04:38.233560 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Device fb0edab5-11a7-441f-8182-801a923dab93 no longer exists at agent ovs-agent-dv-cinder-733062-18-smb {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 04 08:04:38.273185 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] No Port match for: fb0edab5-11a7-441f-8182-801a923dab93 {{(pid=80115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 04 08:04:38.273578 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Device fb0edab5-11a7-441f-8182-801a923dab93 not bound to the agent host dv-cinder-733062-18-smb {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 04 08:04:38.351264 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 56620) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:04:38.371839 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-042b8a5a-7403-41ff-ab88-67d9e536ac68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:38.391739 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-042b8a5a-7403-41ff-ab88-67d9e536ac68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 08:04:38.396356 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-042b8a5a-7403-41ff-ab88-67d9e536ac68 admin admin] Usage tracker for resource:security_group_rule and tenant:c4a6ede907554bd4a0eca973858eba23 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 08:04:38.399672 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-042b8a5a-7403-41ff-ab88-67d9e536ac68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 08:04:38.407100 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-042b8a5a-7403-41ff-ab88-67d9e536ac68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 08:04:38.458370 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-858d1d16-deb1-4a93-8f7f-32b44d8bc7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854771238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852444796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2826875'] for subnet, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:38.475631 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:04:38.506083 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-042b8a5a-7403-41ff-ab88-67d9e536ac68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:38.509052 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-042b8a5a-7403-41ff-ab88-67d9e536ac68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:38.519768 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-f43383c9-c399-4632-b3ef-513a27877793 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:04:38.563430 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-042b8a5a-7403-41ff-ab88-67d9e536ac68 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=c4a6ede907554bd4a0eca973858eba23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2109458 Feb 04 08:04:38.565201 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042b8a5a-7403-41ff-ab88-67d9e536ac68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce8cff07-be57-4913-a68e-3e905972e603,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:04:38.567862 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 56624) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:04:38.570732 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-042b8a5a-7403-41ff-ab88-67d9e536ac68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:04:38.579878 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858d1d16-deb1-4a93-8f7f-32b44d8bc7a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5efbe69b-981b-4f6f-84b2-fce07ecedd63,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:04:38.593717 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-858d1d16-deb1-4a93-8f7f-32b44d8bc7a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:04:38.629212 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-858d1d16-deb1-4a93-8f7f-32b44d8bc7a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1815815'] for subnet, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:38.637144 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-858d1d16-deb1-4a93-8f7f-32b44d8bc7a0 admin admin] 10.222.0.99 "DELETE /v2.0/subnets/5efbe69b-981b-4f6f-84b2-fce07ecedd63 HTTP/1.1" status: 204 len: 168 time: 1.1836877 Feb 04 08:04:38.637436 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-7fe56c76-de12-484e-88da-fac116ffb154 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:38.639383 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.99', 56628) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:04:38.655485 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ec50f2-855f-43d2-b6b0-c682870beb47 None None] Network 39d65281-66eb-497c-91ff-8aecf0c040ae requested from dv-cinder-733062-18-smb {{(pid=80115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 04 08:04:38.670627 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-7fe56c76-de12-484e-88da-fac116ffb154 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:38.718706 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-7fe56c76-de12-484e-88da-fac116ffb154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:38.724034 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-6f407919-2522-4d84-801e-9b9070f5f7b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:04:38.738903 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe56c76-de12-484e-88da-fac116ffb154 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce8cff07-be57-4913-a68e-3e905972e603,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:04:38.744748 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-7fe56c76-de12-484e-88da-fac116ffb154 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:04:38.747309 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-7fe56c76-de12-484e-88da-fac116ffb154 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:38.748126 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-7fe56c76-de12-484e-88da-fac116ffb154 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/ce8cff07-be57-4913-a68e-3e905972e603 HTTP/1.1" status: 204 len: 168 time: 0.1792686 Feb 04 08:04:38.766282 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a3eb5b92-c69b-47bf-bad4-52a574da7b09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854354064'] for network, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:38.841950 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-a3eb5b92-c69b-47bf-bad4-52a574da7b09 admin admin] Deleting port af5578c7-1627-4570-867f-bc4ef9f7408a {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 04 08:04:38.842333 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a3eb5b92-c69b-47bf-bad4-52a574da7b09 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727595022485'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:38.948131 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8359f743-117e-4e4d-b1a4-81cdfaa1c2c0 None None] DHCP port deletion for 39d65281-66eb-497c-91ff-8aecf0c040ae request from dv-cinder-733062-18-smb {{(pid=80115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 04 08:04:38.952481 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-8359f743-117e-4e4d-b1a4-81cdfaa1c2c0 None None] Deleting port af5578c7-1627-4570-867f-bc4ef9f7408a {{(pid=80115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 04 08:04:38.952893 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-8359f743-117e-4e4d-b1a4-81cdfaa1c2c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727595022485'] for port, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:39.091176 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-a3eb5b92-c69b-47bf-bad4-52a574da7b09 admin admin] For port af5578c7-1627-4570-867f-bc4ef9f7408a, host dv-cinder-733062-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-18-smb',level=0,port_id=af5578c7-1627-4570-867f-bc4ef9f7408a,segment=NetworkSegment(867c2680-a05d-40d2-bbb5-33c639981c53),segment_id=867c2680-a05d-40d2-bbb5-33c639981c53)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 08:04:39.091951 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a3eb5b92-c69b-47bf-bad4-52a574da7b09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853131150'] for port, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:39.181006 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-8359f743-117e-4e4d-b1a4-81cdfaa1c2c0 None None] For port af5578c7-1627-4570-867f-bc4ef9f7408a, host dv-cinder-733062-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-18-smb',level=0,port_id=af5578c7-1627-4570-867f-bc4ef9f7408a,segment=NetworkSegment(867c2680-a05d-40d2-bbb5-33c639981c53),segment_id=867c2680-a05d-40d2-bbb5-33c639981c53)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 08:04:39.181689 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-8359f743-117e-4e4d-b1a4-81cdfaa1c2c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853131150'] for port, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:39.242389 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-a3eb5b92-c69b-47bf-bad4-52a574da7b09 admin admin] Calling delete_port for af5578c7-1627-4570-867f-bc4ef9f7408a owned by network:dhcp {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 04 08:04:39.450713 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a3eb5b92-c69b-47bf-bad4-52a574da7b09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309259674774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727594605512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2331070'] for port, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:39.492084 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-8359f743-117e-4e4d-b1a4-81cdfaa1c2c0 None None] Calling delete_port for af5578c7-1627-4570-867f-bc4ef9f7408a owned by network:dhcp {{(pid=80115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 04 08:04:39.538175 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-f936dc9c-543f-4aab-8bf9-592a6087f010 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:04:39.579539 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.db.api [None req-8359f743-117e-4e4d-b1a4-81cdfaa1c2c0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80115) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 04 08:04:39.580147 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_db.api [None req-8359f743-117e-4e4d-b1a4-81cdfaa1c2c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 04 08:04:39.606658 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eb5b92-c69b-47bf-bad4-52a574da7b09 admin admin] Pushing event deleted for resources: {'Port': ['ID=af5578c7-1627-4570-867f-bc4ef9f7408a,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:04:39.609566 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-a3eb5b92-c69b-47bf-bad4-52a574da7b09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:04:39.756016 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42955263-e7f8-477d-933e-87ca535337ab req-b80b4177-0298-4457-afa4-2da0489a6510 tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:04:39.757795 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-42955263-e7f8-477d-933e-87ca535337ab req-b80b4177-0298-4457-afa4-2da0489a6510 tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] 10.222.0.99 "GET /v2.0/ports?device_id=7fcd6155-1a62-46d4-a346-b0495db07f07 HTTP/1.1" status: 200 len: 945 time: 0.3750236 Feb 04 08:04:39.758800 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3eb5b92-c69b-47bf-bad4-52a574da7b09 admin admin] No DVR routers for this DVR port af5578c7-1627-4570-867f-bc4ef9f7408a on host dv-cinder-733062-18-smb {{(pid=80114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 04 08:04:39.938180 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-42955263-e7f8-477d-933e-87ca535337ab req-e07fb086-4e76-45b4-b1db-317f1d8f02e9 tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] 10.222.0.99 "GET /v2.0/security-groups?id=f5827c64-2037-455c-9793-eb562d5a2fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502137 Feb 04 08:04:39.942776 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a3eb5b92-c69b-47bf-bad4-52a574da7b09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8537', 'neutron.services.segments.db._delete_segments_for_network--9223363309259659414'] for network, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:40.064468 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.services.segments.db [None req-a3eb5b92-c69b-47bf-bad4-52a574da7b09 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39d65281-66eb-497c-91ff-8aecf0c040ae']}} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 08:04:40.077799 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.services.segments.db [None req-a3eb5b92-c69b-47bf-bad4-52a574da7b09 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '867c2680-a05d-40d2-bbb5-33c639981c53') {'for_net_delete': True} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 08:04:40.078141 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.services.segments.db [None req-a3eb5b92-c69b-47bf-bad4-52a574da7b09 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '867c2680-a05d-40d2-bbb5-33c639981c53') {} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 08:04:40.081203 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-8359f743-117e-4e4d-b1a4-81cdfaa1c2c0 None None] Deleting port af5578c7-1627-4570-867f-bc4ef9f7408a {{(pid=80115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 04 08:04:40.081657 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-8359f743-117e-4e4d-b1a4-81cdfaa1c2c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727595022485'] for port, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:40.090621 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a3eb5b92-c69b-47bf-bad4-52a574da7b09 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363309259661718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852422995'] for segment, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:40.106583 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a3eb5b92-c69b-47bf-bad4-52a574da7b09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774980'] for segment, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:40.109079 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a3eb5b92-c69b-47bf-bad4-52a574da7b09 admin admin] Releasing vxlan tunnel 8 to pool {{(pid=80114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 04 08:04:40.159725 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-8359f743-117e-4e4d-b1a4-81cdfaa1c2c0 None None] The port 'af5578c7-1627-4570-867f-bc4ef9f7408a' was deleted {{(pid=80115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 04 08:04:40.192910 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Device af5578c7-1627-4570-867f-bc4ef9f7408a no longer exists at agent ovs-agent-dv-cinder-733062-18-smb {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 04 08:04:40.236419 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] No Port match for: af5578c7-1627-4570-867f-bc4ef9f7408a {{(pid=80115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 04 08:04:40.236813 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Device af5578c7-1627-4570-867f-bc4ef9f7408a not bound to the agent host dv-cinder-733062-18-smb {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 04 08:04:40.319309 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-a3eb5b92-c69b-47bf-bad4-52a574da7b09 admin admin] Network 39d65281-66eb-497c-91ff-8aecf0c040ae has no segments {{(pid=80114) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 04 08:04:40.333007 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a3eb5b92-c69b-47bf-bad4-52a574da7b09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852444693'] for segment, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:40.519785 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-a3eb5b92-c69b-47bf-bad4-52a574da7b09 admin admin] Network 39d65281-66eb-497c-91ff-8aecf0c040ae has no segments {{(pid=80114) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 04 08:04:40.544642 dv-cinder-733062-18-smb neutron-server[79999]: Traceback (most recent call last): Feb 04 08:04:40.544642 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 08:04:40.544642 dv-cinder-733062-18-smb neutron-server[79999]: timer() Feb 04 08:04:40.544642 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 08:04:40.544642 dv-cinder-733062-18-smb neutron-server[79999]: cb(*args, **kw) Feb 04 08:04:40.544642 dv-cinder-733062-18-smb neutron-server[79999]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 04 08:04:40.544642 dv-cinder-733062-18-smb neutron-server[79999]: return func(*args, **kwargs) Feb 04 08:04:40.544642 dv-cinder-733062-18-smb neutron-server[79999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 08:04:40.544642 dv-cinder-733062-18-smb neutron-server[79999]: self._notify() Feb 04 08:04:40.544642 dv-cinder-733062-18-smb neutron-server[79999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 08:04:40.544642 dv-cinder-733062-18-smb neutron-server[79999]: self.callback(batched_events) Feb 04 08:04:40.544642 dv-cinder-733062-18-smb neutron-server[79999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 08:04:40.544642 dv-cinder-733062-18-smb neutron-server[79999]: event.method(event) Feb 04 08:04:40.544642 dv-cinder-733062-18-smb neutron-server[79999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 08:04:40.544642 dv-cinder-733062-18-smb neutron-server[79999]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 08:04:40.544642 dv-cinder-733062-18-smb neutron-server[79999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 04 08:04:40.544642 dv-cinder-733062-18-smb neutron-server[79999]: segment_id)['aggregates'][0] Feb 04 08:04:40.544642 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 08:04:40.544642 dv-cinder-733062-18-smb neutron-server[79999]: return f(self, *a, **k) Feb 04 08:04:40.544642 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 08:04:40.544642 dv-cinder-733062-18-smb neutron-server[79999]: return self._get(url).json() Feb 04 08:04:40.544642 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 08:04:40.544642 dv-cinder-733062-18-smb neutron-server[79999]: **kwargs) Feb 04 08:04:40.544642 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 08:04:40.544642 dv-cinder-733062-18-smb neutron-server[79999]: return self.request(url, 'GET', **kwargs) Feb 04 08:04:40.544642 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 04 08:04:40.544642 dv-cinder-733062-18-smb neutron-server[79999]: **endpoint_filter) Feb 04 08:04:40.544642 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 08:04:40.544642 dv-cinder-733062-18-smb neutron-server[79999]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 08:04:40.544642 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 08:04:40.544642 dv-cinder-733062-18-smb neutron-server[79999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 08:04:40.544642 dv-cinder-733062-18-smb neutron-server[79999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 08:04:40.632159 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a3eb5b92-c69b-47bf-bad4-52a574da7b09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854767263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853136492'] for network, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:40.636218 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:04:40.653338 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a3eb5b92-c69b-47bf-bad4-52a574da7b09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1815815'] for network, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:40.660463 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eb5b92-c69b-47bf-bad4-52a574da7b09 admin admin] Pushing event deleted for resources: {'Network': ['ID=39d65281-66eb-497c-91ff-8aecf0c040ae,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:04:40.665628 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-a3eb5b92-c69b-47bf-bad4-52a574da7b09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:04:40.668340 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-a3eb5b92-c69b-47bf-bad4-52a574da7b09 admin admin] 10.222.0.99 "DELETE /v2.0/networks/39d65281-66eb-497c-91ff-8aecf0c040ae HTTP/1.1" status: 204 len: 168 time: 2.0279067 Feb 04 08:04:40.826797 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 56672) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:04:40.881586 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-c1a86892-bf69-4205-beea-e745c1441676 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=60b487ac91624ec6b296ca8b77fa79ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0531580 Feb 04 08:04:40.884748 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 56678) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:04:40.949908 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-93199857-bbe9-457d-b452-4bbf97614470 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:40.979912 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-93199857-bbe9-457d-b452-4bbf97614470 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:41.028826 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-93199857-bbe9-457d-b452-4bbf97614470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:41.034907 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-5170cb1d-b078-4263-bdab-24d5d101367d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:04:41.050424 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93199857-bbe9-457d-b452-4bbf97614470 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4313abdf-0758-48ef-85c9-0d883ca2cbcb,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:04:41.056864 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-93199857-bbe9-457d-b452-4bbf97614470 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:04:41.060049 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-93199857-bbe9-457d-b452-4bbf97614470 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:41.063886 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-93199857-bbe9-457d-b452-4bbf97614470 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/4313abdf-0758-48ef-85c9-0d883ca2cbcb HTTP/1.1" status: 204 len: 168 time: 0.1756029 Feb 04 08:04:41.271313 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad8dbd5-77e7-4776-bb58-f1fee8b0479c req-3f43b63a-8b13-4415-8e79-da3db5d6b95c tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:04:41.273107 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-1ad8dbd5-77e7-4776-bb58-f1fee8b0479c req-3f43b63a-8b13-4415-8e79-da3db5d6b95c tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] 10.222.0.99 "GET /v2.0/ports?device_id=7fcd6155-1a62-46d4-a346-b0495db07f07 HTTP/1.1" status: 200 len: 945 time: 0.1818039 Feb 04 08:04:41.359663 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-1ad8dbd5-77e7-4776-bb58-f1fee8b0479c req-c7fa015a-84be-41fd-963c-945ed906c988 tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] 10.222.0.99 "GET /v2.0/security-groups?id=f5827c64-2037-455c-9793-eb562d5a2fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801070 Feb 04 08:04:41.594257 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 56700) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:04:41.652723 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-0fea78b1-5f02-4fcf-bb69-af3374f21299 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=8adb66040a6248e39f4d6110a635614d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0533857 Feb 04 08:04:41.653267 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 56704) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:04:41.723475 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-980db7b3-d663-43d6-9747-4b052dd16562 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:41.752254 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-980db7b3-d663-43d6-9747-4b052dd16562 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:41.799990 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-980db7b3-d663-43d6-9747-4b052dd16562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:41.805243 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-cc925b61-35c3-437c-9ff4-401c85387ebd tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:04:41.817611 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980db7b3-d663-43d6-9747-4b052dd16562 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64e12c60-8055-45f8-beff-85e48ab69879,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:04:41.820258 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-980db7b3-d663-43d6-9747-4b052dd16562 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:04:41.828528 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-980db7b3-d663-43d6-9747-4b052dd16562 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:41.829994 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-980db7b3-d663-43d6-9747-4b052dd16562 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/64e12c60-8055-45f8-beff-85e48ab69879 HTTP/1.1" status: 204 len: 168 time: 0.1760662 Feb 04 08:04:42.402390 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bf0fbe-61e7-42aa-a261-452c27a81cc3 req-7459923c-fb54-4320-a2fa-fd1850cf74f8 tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:04:42.403286 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [req-e3bf0fbe-61e7-42aa-a261-452c27a81cc3 req-7459923c-fb54-4320-a2fa-fd1850cf74f8 tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] Synchronizing usage tracker for tenant:cc1c05f794d04e538b11729ca69a812c on resource:port {{(pid=80113) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 04 08:04:42.438554 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [req-e3bf0fbe-61e7-42aa-a261-452c27a81cc3 req-7459923c-fb54-4320-a2fa-fd1850cf74f8 tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] Unset dirty status for tenant:cc1c05f794d04e538b11729ca69a812c on resource:port {{(pid=80113) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 04 08:04:42.439881 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-e3bf0fbe-61e7-42aa-a261-452c27a81cc3 req-7459923c-fb54-4320-a2fa-fd1850cf74f8 tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] 10.222.0.76 "GET /v2.0/ports?device_id=7fcd6155-1a62-46d4-a346-b0495db07f07 HTTP/1.1" status: 200 len: 945 time: 0.2026415 Feb 04 08:04:42.539609 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [req-e3bf0fbe-61e7-42aa-a261-452c27a81cc3 req-391b3bbb-4fe1-4605-87f5-e2203896c87c tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] Deleting port 84f8705f-d230-469d-a220-d00b45d721cd {{(pid=80113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 04 08:04:42.539995 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-e3bf0fbe-61e7-42aa-a261-452c27a81cc3 req-391b3bbb-4fe1-4605-87f5-e2203896c87c tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727595022485'] for port, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:42.646929 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775a045e-47f2-40ef-b68a-cd6c89adbc82 req-325831f8-a5bc-4c4f-a491-740352b4bfc5 tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:04:42.648586 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-775a045e-47f2-40ef-b68a-cd6c89adbc82 req-325831f8-a5bc-4c4f-a491-740352b4bfc5 tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] 10.222.0.99 "GET /v2.0/ports?device_id=7fcd6155-1a62-46d4-a346-b0495db07f07 HTTP/1.1" status: 200 len: 945 time: 0.1663501 Feb 04 08:04:42.716276 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-775a045e-47f2-40ef-b68a-cd6c89adbc82 req-c9bdb987-4978-4db6-a9c6-b1cf9b5acaff tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] 10.222.0.99 "GET /v2.0/security-groups?id=f5827c64-2037-455c-9793-eb562d5a2fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602922 Feb 04 08:04:42.819376 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [req-e3bf0fbe-61e7-42aa-a261-452c27a81cc3 req-391b3bbb-4fe1-4605-87f5-e2203896c87c tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] For port 84f8705f-d230-469d-a220-d00b45d721cd, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=84f8705f-d230-469d-a220-d00b45d721cd,segment=NetworkSegment(29dbed16-2f2e-4af8-b117-62efd1575c97),segment_id=29dbed16-2f2e-4af8-b117-62efd1575c97)] {{(pid=80113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 08:04:42.819748 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-e3bf0fbe-61e7-42aa-a261-452c27a81cc3 req-391b3bbb-4fe1-4605-87f5-e2203896c87c tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853131150'] for port, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:42.882350 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Device 84f8705f-d230-469d-a220-d00b45d721cd no longer exists at agent ovs-agent-hv-cinder-73306 {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 04 08:04:42.959330 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [req-e3bf0fbe-61e7-42aa-a261-452c27a81cc3 req-391b3bbb-4fe1-4605-87f5-e2203896c87c tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] Calling delete_port for 84f8705f-d230-469d-a220-d00b45d721cd owned by compute:nova {{(pid=80113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 04 08:04:43.013302 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:43.044973 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fcd6155-1a62-46d4-a346-b0495db07f07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84f8705f-d230-469d-a220-d00b45d721cd'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 08:04:43.056012 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] For port 84f8705f-d230-469d-a220-d00b45d721cd, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=84f8705f-d230-469d-a220-d00b45d721cd,segment=NetworkSegment(29dbed16-2f2e-4af8-b117-62efd1575c97),segment_id=29dbed16-2f2e-4af8-b117-62efd1575c97)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 08:04:43.060489 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309259674757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309260170288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727594605546'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:43.062832 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:04:43.065442 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.db.api [req-e3bf0fbe-61e7-42aa-a261-452c27a81cc3 req-391b3bbb-4fe1-4605-87f5-e2203896c87c tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80113) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 04 08:04:43.066061 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_db.api [req-e3bf0fbe-61e7-42aa-a261-452c27a81cc3 req-391b3bbb-4fe1-4605-87f5-e2203896c87c tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 04 08:04:43.122846 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fcd6155-1a62-46d4-a346-b0495db07f07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84f8705f-d230-469d-a220-d00b45d721cd', 'code': 200} Feb 04 08:04:43.142346 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Pushing event updated for resources: {'Port': ['ID=84f8705f-d230-469d-a220-d00b45d721cd,revision_number=5']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:04:43.146728 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:04:43.567670 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [req-e3bf0fbe-61e7-42aa-a261-452c27a81cc3 req-391b3bbb-4fe1-4605-87f5-e2203896c87c tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] Deleting port 84f8705f-d230-469d-a220-d00b45d721cd {{(pid=80113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 04 08:04:43.568065 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-e3bf0fbe-61e7-42aa-a261-452c27a81cc3 req-391b3bbb-4fe1-4605-87f5-e2203896c87c tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727595022485'] for port, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:43.848713 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [req-e3bf0fbe-61e7-42aa-a261-452c27a81cc3 req-391b3bbb-4fe1-4605-87f5-e2203896c87c tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] For port 84f8705f-d230-469d-a220-d00b45d721cd, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=84f8705f-d230-469d-a220-d00b45d721cd,segment=NetworkSegment(29dbed16-2f2e-4af8-b117-62efd1575c97),segment_id=29dbed16-2f2e-4af8-b117-62efd1575c97)] {{(pid=80113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 08:04:43.849309 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-e3bf0fbe-61e7-42aa-a261-452c27a81cc3 req-391b3bbb-4fe1-4605-87f5-e2203896c87c tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853131150'] for port, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:44.035182 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380ab98d-4885-47ed-84fc-de36388f40b3 req-47c442be-2c14-4ae1-adfa-de732c31bd60 tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:04:44.036962 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-380ab98d-4885-47ed-84fc-de36388f40b3 req-47c442be-2c14-4ae1-adfa-de732c31bd60 tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] 10.222.0.99 "GET /v2.0/ports?device_id=7fcd6155-1a62-46d4-a346-b0495db07f07 HTTP/1.1" status: 200 len: 943 time: 0.1795692 Feb 04 08:04:44.109865 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-380ab98d-4885-47ed-84fc-de36388f40b3 req-1c7ebe7e-2331-4320-bc40-558cc43a359a tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] 10.222.0.99 "GET /v2.0/security-groups?id=f5827c64-2037-455c-9793-eb562d5a2fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656319 Feb 04 08:04:44.226443 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [req-e3bf0fbe-61e7-42aa-a261-452c27a81cc3 req-391b3bbb-4fe1-4605-87f5-e2203896c87c tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] Calling delete_port for 84f8705f-d230-469d-a220-d00b45d721cd owned by compute:nova {{(pid=80113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 04 08:04:44.380224 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-e3bf0fbe-61e7-42aa-a261-452c27a81cc3 req-391b3bbb-4fe1-4605-87f5-e2203896c87c tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309259674774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727594605512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851609521'] for port, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:44.398515 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-6f484170-c4a3-4aa5-81cf-d823d97e6eba service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:04:44.501586 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391b3bbb-4fe1-4605-87f5-e2203896c87c tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] Pushing event deleted for resources: {'Port': ['ID=84f8705f-d230-469d-a220-d00b45d721cd,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:04:44.504572 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-391b3bbb-4fe1-4605-87f5-e2203896c87c tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:04:44.619474 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3bf0fbe-61e7-42aa-a261-452c27a81cc3 req-391b3bbb-4fe1-4605-87f5-e2203896c87c tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] No DVR routers for this DVR port 84f8705f-d230-469d-a220-d00b45d721cd on host hv-cinder-73306 {{(pid=80113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 04 08:04:44.621781 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-e3bf0fbe-61e7-42aa-a261-452c27a81cc3 req-391b3bbb-4fe1-4605-87f5-e2203896c87c tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3799'] for port, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:44.624643 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fcd6155-1a62-46d4-a346-b0495db07f07', 'name': 'network-vif-deleted', 'tag': '84f8705f-d230-469d-a220-d00b45d721cd'}] {{(pid=80113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 08:04:44.640792 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-e3bf0fbe-61e7-42aa-a261-452c27a81cc3 req-391b3bbb-4fe1-4605-87f5-e2203896c87c tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] 10.222.0.76 "DELETE /v2.0/ports/84f8705f-d230-469d-a220-d00b45d721cd HTTP/1.1" status: 204 len: 173 time: 2.1944926 Feb 04 08:04:44.690431 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fcd6155-1a62-46d4-a346-b0495db07f07', 'name': 'network-vif-deleted', 'tag': '84f8705f-d230-469d-a220-d00b45d721cd', 'status': 'completed', 'code': 200} Feb 04 08:04:44.817581 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 56740) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:04:44.972100 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6311c741-89b3-48c2-b76a-bdb46f543f28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:44.988111 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-6311c741-89b3-48c2-b76a-bdb46f543f28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 08:04:44.992461 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-6311c741-89b3-48c2-b76a-bdb46f543f28 admin admin] Usage tracker for resource:security_group_rule and tenant:ba5a2b6853904f2eab9d6e17b2477b1b is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 08:04:44.995599 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-6311c741-89b3-48c2-b76a-bdb46f543f28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 08:04:45.001476 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-6311c741-89b3-48c2-b76a-bdb46f543f28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 08:04:45.088651 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6311c741-89b3-48c2-b76a-bdb46f543f28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:45.091535 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6311c741-89b3-48c2-b76a-bdb46f543f28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:45.100516 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-db61cf21-654d-45d3-b50e-8f7d0108ec0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:04:45.148111 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-6311c741-89b3-48c2-b76a-bdb46f543f28 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=ba5a2b6853904f2eab9d6e17b2477b1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3290536 Feb 04 08:04:45.148845 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6311c741-89b3-48c2-b76a-bdb46f543f28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9e4784e-5cd2-410f-a837-88bf843e0c40,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:04:45.151480 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.99', 56748) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:04:45.152756 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-6311c741-89b3-48c2-b76a-bdb46f543f28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:04:45.220441 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-23d7a0ac-03f8-4770-803a-fa37d509e066 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:45.249776 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-23d7a0ac-03f8-4770-803a-fa37d509e066 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:45.344514 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-a59b13db-ebfd-4f09-9bd2-0ce094d70770 req-e968d7ef-c511-45cf-9eb3-552b4c832336 tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] 10.222.0.99 "GET /v2.0/ports?device_id=7fcd6155-1a62-46d4-a346-b0495db07f07 HTTP/1.1" status: 200 len: 210 time: 0.0628405 Feb 04 08:04:45.351033 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-23d7a0ac-03f8-4770-803a-fa37d509e066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:45.357043 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-5b599dad-94ad-486c-b165-051b8d4e5a40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:04:45.371636 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d7a0ac-03f8-4770-803a-fa37d509e066 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9e4784e-5cd2-410f-a837-88bf843e0c40,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:04:45.374450 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-23d7a0ac-03f8-4770-803a-fa37d509e066 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:04:45.376783 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-23d7a0ac-03f8-4770-803a-fa37d509e066 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:45.378001 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-23d7a0ac-03f8-4770-803a-fa37d509e066 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/a9e4784e-5cd2-410f-a837-88bf843e0c40 HTTP/1.1" status: 204 len: 168 time: 0.2254581 Feb 04 08:04:45.742282 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.99', 56756) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:04:45.761352 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-dd00f8bc-48a3-4eeb-836f-287f02034ffc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:45.777036 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-dd00f8bc-48a3-4eeb-836f-287f02034ffc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 08:04:45.781083 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-dd00f8bc-48a3-4eeb-836f-287f02034ffc admin admin] Usage tracker for resource:security_group_rule and tenant:392d89c6774a420ea53a2b4e6bcc412b is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 08:04:45.784066 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-dd00f8bc-48a3-4eeb-836f-287f02034ffc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 08:04:45.789860 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-dd00f8bc-48a3-4eeb-836f-287f02034ffc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 08:04:45.874926 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-dd00f8bc-48a3-4eeb-836f-287f02034ffc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:45.877793 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-dd00f8bc-48a3-4eeb-836f-287f02034ffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:45.887167 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-45f4a988-6f4f-463b-b253-e939c632d648 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:04:45.929005 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-dd00f8bc-48a3-4eeb-836f-287f02034ffc admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=392d89c6774a420ea53a2b4e6bcc412b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1855788 Feb 04 08:04:45.930669 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd00f8bc-48a3-4eeb-836f-287f02034ffc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86fa63b2-462d-4f5e-ac79-f07790c0f5b2,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:04:45.932518 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 56760) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:04:45.934464 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-dd00f8bc-48a3-4eeb-836f-287f02034ffc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:04:45.997368 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b728bb3a-b833-496b-9314-b5a4daaa2a76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:46.026012 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b728bb3a-b833-496b-9314-b5a4daaa2a76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:46.070766 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b728bb3a-b833-496b-9314-b5a4daaa2a76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:46.076358 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-b2bc5eb8-e868-47e0-a4c9-618b4fe0f1c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:04:46.089957 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b728bb3a-b833-496b-9314-b5a4daaa2a76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86fa63b2-462d-4f5e-ac79-f07790c0f5b2,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:04:46.094963 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-b728bb3a-b833-496b-9314-b5a4daaa2a76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:04:46.099404 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b728bb3a-b833-496b-9314-b5a4daaa2a76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:46.100635 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-b728bb3a-b833-496b-9314-b5a4daaa2a76 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/86fa63b2-462d-4f5e-ac79-f07790c0f5b2 HTTP/1.1" status: 204 len: 168 time: 0.1670105 Feb 04 08:04:48.638864 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.99', 56838) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:04:48.800065 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-8b5d7c42-ff73-4ddb-9381-e787a51e39a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:48.815873 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-8b5d7c42-ff73-4ddb-9381-e787a51e39a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 08:04:48.819937 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-8b5d7c42-ff73-4ddb-9381-e787a51e39a3 admin admin] Usage tracker for resource:security_group_rule and tenant:febecf39f0d84b319825bb1eccbc80cf is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 08:04:48.823511 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-8b5d7c42-ff73-4ddb-9381-e787a51e39a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 08:04:48.829779 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-8b5d7c42-ff73-4ddb-9381-e787a51e39a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 08:04:48.913740 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-8b5d7c42-ff73-4ddb-9381-e787a51e39a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:48.916979 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-8b5d7c42-ff73-4ddb-9381-e787a51e39a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:48.926592 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:04:48.970201 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-8b5d7c42-ff73-4ddb-9381-e787a51e39a3 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=febecf39f0d84b319825bb1eccbc80cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3295736 Feb 04 08:04:48.971250 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5d7c42-ff73-4ddb-9381-e787a51e39a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f56f1076-146a-49f3-bebb-2c5d8991a5bc,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:04:48.973290 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 56844) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:04:48.974700 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-8b5d7c42-ff73-4ddb-9381-e787a51e39a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:04:49.038581 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-81ecb77a-1ee2-464e-b7ac-d690f6a5b228 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:49.071471 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-81ecb77a-1ee2-464e-b7ac-d690f6a5b228 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:49.116426 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-81ecb77a-1ee2-464e-b7ac-d690f6a5b228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:49.122502 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-ca33df68-8d13-41bc-a87a-edb6fa29647f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:04:49.136882 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ecb77a-1ee2-464e-b7ac-d690f6a5b228 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f56f1076-146a-49f3-bebb-2c5d8991a5bc,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:04:49.139777 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-81ecb77a-1ee2-464e-b7ac-d690f6a5b228 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:04:49.140995 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-81ecb77a-1ee2-464e-b7ac-d690f6a5b228 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:49.142249 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-81ecb77a-1ee2-464e-b7ac-d690f6a5b228 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/f56f1076-146a-49f3-bebb-2c5d8991a5bc HTTP/1.1" status: 204 len: 168 time: 0.1679242 Feb 04 08:04:49.509546 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 56858) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:04:49.528801 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9260c9ca-16a5-4c0c-a90d-b73b75d3797f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:49.544827 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-9260c9ca-16a5-4c0c-a90d-b73b75d3797f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 08:04:49.548921 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-9260c9ca-16a5-4c0c-a90d-b73b75d3797f admin admin] Usage tracker for resource:security_group_rule and tenant:fa92c1203ef449d3b1f0ed91d09b8f8f is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 08:04:49.551908 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-9260c9ca-16a5-4c0c-a90d-b73b75d3797f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 08:04:49.558561 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-9260c9ca-16a5-4c0c-a90d-b73b75d3797f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 08:04:49.646621 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9260c9ca-16a5-4c0c-a90d-b73b75d3797f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:49.649242 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9260c9ca-16a5-4c0c-a90d-b73b75d3797f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:49.658313 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-7fe56c76-de12-484e-88da-fac116ffb154 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:04:49.704599 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-9260c9ca-16a5-4c0c-a90d-b73b75d3797f admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=fa92c1203ef449d3b1f0ed91d09b8f8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1938915 Feb 04 08:04:49.705556 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9260c9ca-16a5-4c0c-a90d-b73b75d3797f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e00f5de9-e4f7-408c-ba2a-f00b7d8c721d,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:04:49.707633 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.99', 56862) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:04:49.709005 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-9260c9ca-16a5-4c0c-a90d-b73b75d3797f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:04:49.770029 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-0b312d34-30e1-412c-825a-900f1eb57433 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:49.797788 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-0b312d34-30e1-412c-825a-900f1eb57433 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:49.846466 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-0b312d34-30e1-412c-825a-900f1eb57433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:49.851377 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-b25dc9e9-a6aa-4478-aaf4-0039fc7bd17d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:04:49.865713 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b312d34-30e1-412c-825a-900f1eb57433 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e00f5de9-e4f7-408c-ba2a-f00b7d8c721d,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:04:49.869215 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-0b312d34-30e1-412c-825a-900f1eb57433 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:04:49.879387 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-0b312d34-30e1-412c-825a-900f1eb57433 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:49.880604 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-0b312d34-30e1-412c-825a-900f1eb57433 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/e00f5de9-e4f7-408c-ba2a-f00b7d8c721d HTTP/1.1" status: 204 len: 168 time: 0.1719060 Feb 04 08:04:50.626739 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-fd710c51-43a5-41f0-a92f-673278f09d1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:50.939484 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46888eb1-bb15-4787-89ea-7d3105e5ff80 req-8de10df3-8b78-4d81-bdba-78c539682b0f tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:04:50.941186 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-46888eb1-bb15-4787-89ea-7d3105e5ff80 req-8de10df3-8b78-4d81-bdba-78c539682b0f tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] 10.222.0.99 "GET /v2.0/networks?id=5d952703-8459-4375-a0df-97951501735d HTTP/1.1" status: 200 len: 812 time: 0.2419033 Feb 04 08:04:50.959054 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-46888eb1-bb15-4787-89ea-7d3105e5ff80 req-e32b63d9-0b6d-4e82-a553-85e2c9abee98 tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] 10.222.0.99 "GET /v2.0/quotas/cc1c05f794d04e538b11729ca69a812c HTTP/1.1" status: 200 len: 375 time: 0.0104804 Feb 04 08:04:51.015955 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-46888eb1-bb15-4787-89ea-7d3105e5ff80 req-041c85a8-3d2e-47ac-b22d-d2cfb6ff3f6b tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] 10.222.0.99 "GET /v2.0/ports?tenant_id=cc1c05f794d04e538b11729ca69a812c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0496464 Feb 04 08:04:51.407275 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-46888eb1-bb15-4787-89ea-7d3105e5ff80 req-b31c3e62-b760-411c-9fc1-ac5f0adbb3f8 service neutron] 10.222.0.99 "GET /v2.0/networks/5d952703-8459-4375-a0df-97951501735d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3836904 Feb 04 08:04:51.563195 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-46888eb1-bb15-4787-89ea-7d3105e5ff80 req-a5fddd3b-e957-444c-a670-4a418bb22df1 service neutron] 10.222.0.99 "GET /v2.0/networks/5d952703-8459-4375-a0df-97951501735d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1489286 Feb 04 08:04:51.769941 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-6ee2cf59-7b72-4e81-a9ae-9c9a550ece1d req-4c5e1f4d-b642-4e5a-97f2-f15b84f5fea1 tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] 10.222.0.99 "GET /v2.0/ports?device_id=edee3097-acc0-4af9-8b6b-a553e4a95bcf HTTP/1.1" status: 200 len: 210 time: 0.0506308 Feb 04 08:04:52.932020 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-359f1bf3-bf3b-423a-80b8-be929eb4bcd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:52.988282 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-de10cbcc-c073-4cac-bd86-233e93936973 req-75284f28-1975-4254-bbee-9a1f4a830264 tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] 10.222.0.99 "GET /v2.0/ports?device_id=edee3097-acc0-4af9-8b6b-a553e4a95bcf HTTP/1.1" status: 200 len: 210 time: 0.0655115 Feb 04 08:04:53.071084 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46888eb1-bb15-4787-89ea-7d3105e5ff80 req-b85bf422-dac7-44eb-a70e-b3023737973c tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:04:53.073924 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-46888eb1-bb15-4787-89ea-7d3105e5ff80 req-b85bf422-dac7-44eb-a70e-b3023737973c tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] 10.222.0.76 "GET /v2.0/networks?id=5d952703-8459-4375-a0df-97951501735d HTTP/1.1" status: 200 len: 812 time: 0.2858417 Feb 04 08:04:53.103692 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.v2.base [req-46888eb1-bb15-4787-89ea-7d3105e5ff80 req-a61033d5-4b06-4038-9078-c95548bc97df tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] Request body: {'port': {'device_id': 'edee3097-acc0-4af9-8b6b-a553e4a95bcf', 'network_id': '5d952703-8459-4375-a0df-97951501735d', 'admin_state_up': True, 'tenant_id': 'cc1c05f794d04e538b11729ca69a812c'}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 08:04:53.253971 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [req-46888eb1-bb15-4787-89ea-7d3105e5ff80 req-a61033d5-4b06-4038-9078-c95548bc97df tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 08:04:53.258513 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [req-46888eb1-bb15-4787-89ea-7d3105e5ff80 req-a61033d5-4b06-4038-9078-c95548bc97df tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] Usage tracker for resource:port and tenant:cc1c05f794d04e538b11729ca69a812c is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 08:04:53.262326 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [req-46888eb1-bb15-4787-89ea-7d3105e5ff80 req-a61033d5-4b06-4038-9078-c95548bc97df tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 08:04:53.268756 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [req-46888eb1-bb15-4787-89ea-7d3105e5ff80 req-a61033d5-4b06-4038-9078-c95548bc97df tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 08:04:53.278436 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46888eb1-bb15-4787-89ea-7d3105e5ff80 req-a61033d5-4b06-4038-9078-c95548bc97df tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] Made reservation on behalf of cc1c05f794d04e538b11729ca69a812c for: {'port': 1} {{(pid=80113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 04 08:04:53.300056 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-46888eb1-bb15-4787-89ea-7d3105e5ff80 req-a61033d5-4b06-4038-9078-c95548bc97df tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:53.632425 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.db_base_plugin_common [req-46888eb1-bb15-4787-89ea-7d3105e5ff80 req-a61033d5-4b06-4038-9078-c95548bc97df tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] Allocated IP 172.20.0.7 (5d952703-8459-4375-a0df-97951501735d/6b05b712-450b-4012-8889-c0891d33eac3/dbf4751c-a4ff-4fa3-8a7b-d79a3070aa75) {{(pid=80113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 04 08:04:53.866458 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-46888eb1-bb15-4787-89ea-7d3105e5ff80 req-a61033d5-4b06-4038-9078-c95548bc97df tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] Notify callbacks [] for port, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:53.872921 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-85fac0c9-e82f-41ee-a61d-5b2e920e6613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:53.896763 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-46888eb1-bb15-4787-89ea-7d3105e5ff80 req-a61033d5-4b06-4038-9078-c95548bc97df tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727594645960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851609521'] for port, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:53.917305 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-07c1b6f0-ca00-4700-8e26-d236f19ecb7a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:04:54.061709 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61033d5-4b06-4038-9078-c95548bc97df tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] Pushing event updated for resources: {'Port': ['ID=dbf4751c-a4ff-4fa3-8a7b-d79a3070aa75,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:04:54.066451 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-a61033d5-4b06-4038-9078-c95548bc97df tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:04:54.121223 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46888eb1-bb15-4787-89ea-7d3105e5ff80 req-a61033d5-4b06-4038-9078-c95548bc97df tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] Network 5d952703-8459-4375-a0df-97951501735d is already hosted by enough agents. {{(pid=80113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 04 08:04:54.122421 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.base_scheduler [req-46888eb1-bb15-4787-89ea-7d3105e5ff80 req-a61033d5-4b06-4038-9078-c95548bc97df tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] Resources bound (agent type, host, resource id): {{(pid=80113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 04 08:04:54.124809 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [req-46888eb1-bb15-4787-89ea-7d3105e5ff80 req-a61033d5-4b06-4038-9078-c95548bc97df tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] Received port after_create {{(pid=80113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 04 08:04:54.251838 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46888eb1-bb15-4787-89ea-7d3105e5ff80 req-a61033d5-4b06-4038-9078-c95548bc97df tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:04:54.252552 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-46888eb1-bb15-4787-89ea-7d3105e5ff80 req-a61033d5-4b06-4038-9078-c95548bc97df tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3799'] for port, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:54.283190 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-46888eb1-bb15-4787-89ea-7d3105e5ff80 req-a61033d5-4b06-4038-9078-c95548bc97df tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1841726 Feb 04 08:04:54.286030 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e69b24-8657-4b4a-b449-cb85b957c1ca req-b79b0542-350f-41b8-985a-73eed5db83b7 tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:04:54.288049 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-74e69b24-8657-4b4a-b449-cb85b957c1ca req-b79b0542-350f-41b8-985a-73eed5db83b7 tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] 10.222.0.99 "GET /v2.0/ports?device_id=edee3097-acc0-4af9-8b6b-a553e4a95bcf HTTP/1.1" status: 200 len: 931 time: 0.1643689 Feb 04 08:04:54.301249 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.v2.base [req-46888eb1-bb15-4787-89ea-7d3105e5ff80 req-bb315954-e37a-48f3-ac76-d16c4606a116 service neutron] Request body: {'port': {'device_id': 'edee3097-acc0-4af9-8b6b-a553e4a95bcf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73306'}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 08:04:54.354803 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-74e69b24-8657-4b4a-b449-cb85b957c1ca req-92b40661-c1af-4c41-959f-b19d6b42a81f tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] 10.222.0.99 "GET /v2.0/security-groups?id=f5827c64-2037-455c-9793-eb562d5a2fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599828 Feb 04 08:04:54.430103 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-46888eb1-bb15-4787-89ea-7d3105e5ff80 req-bb315954-e37a-48f3-ac76-d16c4606a116 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:54.691203 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:54.881941 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.notifiers.nova [req-46888eb1-bb15-4787-89ea-7d3105e5ff80 req-bb315954-e37a-48f3-ac76-d16c4606a116 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbf4751c-a4ff-4fa3-8a7b-d79a3070aa75 {{(pid=80113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 04 08:04:54.894307 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-46888eb1-bb15-4787-89ea-7d3105e5ff80 req-bb315954-e37a-48f3-ac76-d16c4606a116 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:54.906981 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [req-46888eb1-bb15-4787-89ea-7d3105e5ff80 req-bb315954-e37a-48f3-ac76-d16c4606a116 service neutron] Transition to ACTIVE for port object dbf4751c-a4ff-4fa3-8a7b-d79a3070aa75 will not be triggered until provisioned by entity L2. {{(pid=80113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 04 08:04:54.909956 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-46888eb1-bb15-4787-89ea-7d3105e5ff80 req-bb315954-e37a-48f3-ac76-d16c4606a116 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309259674757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309260170288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727594605546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3166264'] for port, after_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:54.927433 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:04:55.066581 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb315954-e37a-48f3-ac76-d16c4606a116 service neutron] Pushing event updated for resources: {'Port': ['ID=dbf4751c-a4ff-4fa3-8a7b-d79a3070aa75,revision_number=2']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:04:55.072018 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-bb315954-e37a-48f3-ac76-d16c4606a116 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:04:55.220885 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.99', 56960) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:04:55.247953 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-19d3b842-1860-471a-9268-0862a9b26fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:55.261960 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [req-46888eb1-bb15-4787-89ea-7d3105e5ff80 req-bb315954-e37a-48f3-ac76-d16c4606a116 service neutron] Attempting to bind port dbf4751c-a4ff-4fa3-8a7b-d79a3070aa75 on host hv-cinder-73306 for vnic_type normal with profile {{(pid=80113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 08:04:55.262336 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [req-46888eb1-bb15-4787-89ea-7d3105e5ff80 req-bb315954-e37a-48f3-ac76-d16c4606a116 service neutron] Attempting to bind port dbf4751c-a4ff-4fa3-8a7b-d79a3070aa75 by drivers openvswitch on host hv-cinder-73306 at level 0 using segments [{'id': '29dbed16-2f2e-4af8-b117-62efd1575c97', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '5d952703-8459-4375-a0df-97951501735d'}] {{(pid=80113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 04 08:04:55.262713 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46888eb1-bb15-4787-89ea-7d3105e5ff80 req-bb315954-e37a-48f3-ac76-d16c4606a116 service neutron] Attempting to bind port dbf4751c-a4ff-4fa3-8a7b-d79a3070aa75 on network 5d952703-8459-4375-a0df-97951501735d {{(pid=80113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 04 08:04:55.269542 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46888eb1-bb15-4787-89ea-7d3105e5ff80 req-bb315954-e37a-48f3-ac76-d16c4606a116 service neutron] Checking agent: {'id': 'ff9cc465-2d2d-4d6a-b510-d92e1cf0c130', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73306', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 4, 7, 55, 7), 'started_at': datetime.datetime(2021, 2, 4, 7, 55, 37), 'heartbeat_timestamp': datetime.datetime(2021, 2, 4, 8, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.95', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 08:04:55.269924 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46888eb1-bb15-4787-89ea-7d3105e5ff80 req-bb315954-e37a-48f3-ac76-d16c4606a116 service neutron] Checking segment: {'id': '29dbed16-2f2e-4af8-b117-62efd1575c97', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '5d952703-8459-4375-a0df-97951501735d'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 04 08:04:55.270331 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-46888eb1-bb15-4787-89ea-7d3105e5ff80 req-bb315954-e37a-48f3-ac76-d16c4606a116 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:55.270735 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46888eb1-bb15-4787-89ea-7d3105e5ff80 req-bb315954-e37a-48f3-ac76-d16c4606a116 service neutron] Bound using segment: {'id': '29dbed16-2f2e-4af8-b117-62efd1575c97', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '5d952703-8459-4375-a0df-97951501735d'} {{(pid=80113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 08:04:55.271285 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [req-46888eb1-bb15-4787-89ea-7d3105e5ff80 req-bb315954-e37a-48f3-ac76-d16c4606a116 service neutron] Bound port: dbf4751c-a4ff-4fa3-8a7b-d79a3070aa75, host: hv-cinder-73306, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29dbed16-2f2e-4af8-b117-62efd1575c97', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '5d952703-8459-4375-a0df-97951501735d'}}] {{(pid=80113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 04 08:04:55.271667 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-46888eb1-bb15-4787-89ea-7d3105e5ff80 req-bb315954-e37a-48f3-ac76-d16c4606a116 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:55.376016 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [req-46888eb1-bb15-4787-89ea-7d3105e5ff80 req-bb315954-e37a-48f3-ac76-d16c4606a116 service neutron] For port dbf4751c-a4ff-4fa3-8a7b-d79a3070aa75, host hv-cinder-73306, cleared binding levels {{(pid=80113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 04 08:04:55.379605 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [req-46888eb1-bb15-4787-89ea-7d3105e5ff80 req-bb315954-e37a-48f3-ac76-d16c4606a116 service neutron] For port dbf4751c-a4ff-4fa3-8a7b-d79a3070aa75, host hv-cinder-73306, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=dbf4751c-a4ff-4fa3-8a7b-d79a3070aa75,segment=NetworkSegment(29dbed16-2f2e-4af8-b117-62efd1575c97),segment_id=29dbed16-2f2e-4af8-b117-62efd1575c97)] {{(pid=80113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 04 08:04:55.384869 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-46888eb1-bb15-4787-89ea-7d3105e5ff80 req-bb315954-e37a-48f3-ac76-d16c4606a116 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309259674757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309260170288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727594605546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3166264'] for port, after_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:55.385768 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-c5268983-7688-407f-b59c-ae060074c237 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:55.401657 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-a61033d5-4b06-4038-9078-c95548bc97df tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:04:55.402324 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-c5268983-7688-407f-b59c-ae060074c237 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 08:04:55.406590 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-c5268983-7688-407f-b59c-ae060074c237 admin admin] Usage tracker for resource:security_group_rule and tenant:fbd56799820641da9a207e3ed76c2636 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 08:04:55.409705 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-c5268983-7688-407f-b59c-ae060074c237 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 08:04:55.415911 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-c5268983-7688-407f-b59c-ae060074c237 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 08:04:55.561024 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb315954-e37a-48f3-ac76-d16c4606a116 service neutron] Pushing event updated for resources: {'Port': ['ID=dbf4751c-a4ff-4fa3-8a7b-d79a3070aa75,revision_number=3']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:04:55.561458 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-c5268983-7688-407f-b59c-ae060074c237 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:55.566692 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-bb315954-e37a-48f3-ac76-d16c4606a116 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:04:55.567708 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-c5268983-7688-407f-b59c-ae060074c237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:55.584462 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-bc343113-028f-48c8-aafc-6d6f378ded4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:04:55.600416 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46888eb1-bb15-4787-89ea-7d3105e5ff80 req-bb315954-e37a-48f3-ac76-d16c4606a116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:04:55.601077 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-46888eb1-bb15-4787-89ea-7d3105e5ff80 req-bb315954-e37a-48f3-ac76-d16c4606a116 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3799'] for port, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:55.603168 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-46888eb1-bb15-4787-89ea-7d3105e5ff80 req-bb315954-e37a-48f3-ac76-d16c4606a116 service neutron] 10.222.0.76 "PUT /v2.0/ports/dbf4751c-a4ff-4fa3-8a7b-d79a3070aa75 HTTP/1.1" status: 200 len: 1157 time: 1.3060310 Feb 04 08:04:55.603168 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edee3097-acc0-4af9-8b6b-a553e4a95bcf', 'tag': 'dbf4751c-a4ff-4fa3-8a7b-d79a3070aa75'}] {{(pid=80113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 08:04:55.633696 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-c5268983-7688-407f-b59c-ae060074c237 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=fbd56799820641da9a207e3ed76c2636&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4116049 Feb 04 08:04:55.639185 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.99', 56970) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:04:55.673958 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5268983-7688-407f-b59c-ae060074c237 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d5b8c22-c135-4e4b-9578-e8c190e210d0,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:04:55.701921 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edee3097-acc0-4af9-8b6b-a553e4a95bcf', 'tag': 'dbf4751c-a4ff-4fa3-8a7b-d79a3070aa75', 'status': 'completed', 'code': 200} Feb 04 08:04:55.741013 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46888eb1-bb15-4787-89ea-7d3105e5ff80 req-5c5970ae-50fd-4fe7-8281-be41a07a9d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:04:55.742710 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-46888eb1-bb15-4787-89ea-7d3105e5ff80 req-5c5970ae-50fd-4fe7-8281-be41a07a9d79 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=cc1c05f794d04e538b11729ca69a812c&device_id=edee3097-acc0-4af9-8b6b-a553e4a95bcf HTTP/1.1" status: 200 len: 1160 time: 0.0896571 Feb 04 08:04:55.773188 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf77f1c0-7a36-407a-888d-d1d03140dfed req-fc5128d8-acdf-4edf-926e-01d0c0ab2c73 tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:04:55.775119 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-bf77f1c0-7a36-407a-888d-d1d03140dfed req-fc5128d8-acdf-4edf-926e-01d0c0ab2c73 tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] 10.222.0.99 "GET /v2.0/ports?device_id=edee3097-acc0-4af9-8b6b-a553e4a95bcf HTTP/1.1" status: 200 len: 943 time: 0.2808545 Feb 04 08:04:55.783950 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5268983-7688-407f-b59c-ae060074c237 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:04:55.784361 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5268983-7688-407f-b59c-ae060074c237 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:04:55.784756 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5268983-7688-407f-b59c-ae060074c237 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:04:55.785147 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5268983-7688-407f-b59c-ae060074c237 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:04:55.785531 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5268983-7688-407f-b59c-ae060074c237 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:04:55.785913 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5268983-7688-407f-b59c-ae060074c237 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:04:55.786295 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5268983-7688-407f-b59c-ae060074c237 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:04:55.786681 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5268983-7688-407f-b59c-ae060074c237 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:04:55.787089 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5268983-7688-407f-b59c-ae060074c237 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:04:55.787472 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5268983-7688-407f-b59c-ae060074c237 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:04:55.787850 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5268983-7688-407f-b59c-ae060074c237 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:04:55.788223 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5268983-7688-407f-b59c-ae060074c237 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:04:55.789304 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5268983-7688-407f-b59c-ae060074c237 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:04:55.790665 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5268983-7688-407f-b59c-ae060074c237 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:04:55.790986 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5268983-7688-407f-b59c-ae060074c237 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:04:55.791394 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5268983-7688-407f-b59c-ae060074c237 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:04:55.791772 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5268983-7688-407f-b59c-ae060074c237 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:04:55.792149 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5268983-7688-407f-b59c-ae060074c237 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:04:55.792523 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5268983-7688-407f-b59c-ae060074c237 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:04:55.792895 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5268983-7688-407f-b59c-ae060074c237 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:04:55.793263 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5268983-7688-407f-b59c-ae060074c237 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:04:55.793878 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5268983-7688-407f-b59c-ae060074c237 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:04:55.794254 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5268983-7688-407f-b59c-ae060074c237 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:04:55.794622 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5268983-7688-407f-b59c-ae060074c237 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:04:55.805151 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-c5268983-7688-407f-b59c-ae060074c237 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:04:55.835318 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-46888eb1-bb15-4787-89ea-7d3105e5ff80 req-a8c34359-d498-49c2-bdb8-d42249fecc64 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dbf4751c-a4ff-4fa3-8a7b-d79a3070aa75 HTTP/1.1" status: 200 len: 217 time: 0.0799356 Feb 04 08:04:55.856353 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-aa956c50-03cb-4ec5-8068-deafec9f586a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:55.892517 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-bf77f1c0-7a36-407a-888d-d1d03140dfed req-bbe279d9-2e77-438f-a2af-9d8254913582 tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] 10.222.0.99 "GET /v2.0/security-groups?id=f5827c64-2037-455c-9793-eb562d5a2fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886996 Feb 04 08:04:55.909692 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-aa956c50-03cb-4ec5-8068-deafec9f586a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:55.912144 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46888eb1-bb15-4787-89ea-7d3105e5ff80 req-5de05f5f-60f2-4369-b3b4-03df2f844fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:04:55.913815 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-46888eb1-bb15-4787-89ea-7d3105e5ff80 req-5de05f5f-60f2-4369-b3b4-03df2f844fb7 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=6b05b712-450b-4012-8889-c0891d33eac3 HTTP/1.1" status: 200 len: 852 time: 0.0716226 Feb 04 08:04:55.969441 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-aa956c50-03cb-4ec5-8068-deafec9f586a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:55.972305 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-46888eb1-bb15-4787-89ea-7d3105e5ff80 req-1a825ab4-22d0-40ed-a54b-7d5b94c09181 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=5d952703-8459-4375-a0df-97951501735d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519612 Feb 04 08:04:55.975096 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-d3b66fc1-f774-48cb-91d4-326062bafcb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:04:55.990455 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa956c50-03cb-4ec5-8068-deafec9f586a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d5b8c22-c135-4e4b-9578-e8c190e210d0,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:04:55.994000 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-aa956c50-03cb-4ec5-8068-deafec9f586a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:04:55.995407 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-aa956c50-03cb-4ec5-8068-deafec9f586a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:55.999841 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-aa956c50-03cb-4ec5-8068-deafec9f586a admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/2d5b8c22-c135-4e4b-9578-e8c190e210d0 HTTP/1.1" status: 204 len: 168 time: 0.3569925 Feb 04 08:04:56.122885 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-46888eb1-bb15-4787-89ea-7d3105e5ff80 req-b7c4e96d-46a0-4f88-a5de-52debe4114de service neutron] 10.222.0.76 "GET /v2.0/networks/5d952703-8459-4375-a0df-97951501735d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431789 Feb 04 08:04:56.272338 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-46888eb1-bb15-4787-89ea-7d3105e5ff80 req-a446433f-c0f2-4478-8589-75b3a6c80203 service neutron] 10.222.0.76 "GET /v2.0/networks/5d952703-8459-4375-a0df-97951501735d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1428809 Feb 04 08:04:56.442080 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49359c8-fc50-4c88-84aa-e4b384d4d817 req-1c703e2f-4cd7-4b7a-81a4-0719fa23e9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:04:56.443845 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-c49359c8-fc50-4c88-84aa-e4b384d4d817 req-1c703e2f-4cd7-4b7a-81a4-0719fa23e9ff service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=cc1c05f794d04e538b11729ca69a812c&device_id=edee3097-acc0-4af9-8b6b-a553e4a95bcf HTTP/1.1" status: 200 len: 1160 time: 0.0863230 Feb 04 08:04:56.598416 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49359c8-fc50-4c88-84aa-e4b384d4d817 req-95294d01-e6bd-4153-b762-a3ec132202b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:04:56.598416 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-c49359c8-fc50-4c88-84aa-e4b384d4d817 req-95294d01-e6bd-4153-b762-a3ec132202b7 service neutron] 10.222.0.76 "GET /v2.0/networks?id=5d952703-8459-4375-a0df-97951501735d HTTP/1.1" status: 200 len: 906 time: 0.1463661 Feb 04 08:04:56.673311 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-c49359c8-fc50-4c88-84aa-e4b384d4d817 req-1ab8c041-752b-47a0-9167-627fec589c71 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dbf4751c-a4ff-4fa3-8a7b-d79a3070aa75 HTTP/1.1" status: 200 len: 217 time: 0.0686181 Feb 04 08:04:56.751595 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49359c8-fc50-4c88-84aa-e4b384d4d817 req-1b7c6ee6-7de1-4ffd-9bca-fea58465af3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:04:56.753210 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-c49359c8-fc50-4c88-84aa-e4b384d4d817 req-1b7c6ee6-7de1-4ffd-9bca-fea58465af3f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=6b05b712-450b-4012-8889-c0891d33eac3 HTTP/1.1" status: 200 len: 852 time: 0.0714736 Feb 04 08:04:56.810224 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-c49359c8-fc50-4c88-84aa-e4b384d4d817 req-8ed9bf46-fa7f-4df3-8e14-23281553346b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=5d952703-8459-4375-a0df-97951501735d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486360 Feb 04 08:04:56.970665 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-c49359c8-fc50-4c88-84aa-e4b384d4d817 req-c4f2d12f-b7e6-4b85-9d8a-e5b3805c8feb service neutron] 10.222.0.76 "GET /v2.0/networks/5d952703-8459-4375-a0df-97951501735d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527987 Feb 04 08:04:57.216327 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba71a01-71b8-428f-937b-0d913432835c req-90ac1c18-e7fe-466d-a30b-a2e0a1ad0825 tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:04:57.218095 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-6ba71a01-71b8-428f-937b-0d913432835c req-90ac1c18-e7fe-466d-a30b-a2e0a1ad0825 tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] 10.222.0.99 "GET /v2.0/ports?device_id=edee3097-acc0-4af9-8b6b-a553e4a95bcf HTTP/1.1" status: 200 len: 943 time: 0.1877029 Feb 04 08:04:57.292975 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-6ba71a01-71b8-428f-937b-0d913432835c req-470e1d9f-6c33-46b0-be80-50a5afa1e73f tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] 10.222.0.99 "GET /v2.0/security-groups?id=f5827c64-2037-455c-9793-eb562d5a2fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673306 Feb 04 08:04:57.379066 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-c49359c8-fc50-4c88-84aa-e4b384d4d817 req-35478db9-17eb-4d7d-a84c-9fc59270aaca service neutron] 10.222.0.76 "GET /v2.0/networks/5d952703-8459-4375-a0df-97951501735d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3997264 Feb 04 08:04:57.449438 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.99', 57002) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:04:57.602670 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-745c04e7-190d-4d34-a097-eb532ea496bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:57.617628 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-745c04e7-190d-4d34-a097-eb532ea496bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 08:04:57.622263 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-745c04e7-190d-4d34-a097-eb532ea496bc admin admin] Usage tracker for resource:security_group_rule and tenant:9246bb2f45ad490684a558f7ed67a12d is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 08:04:57.625205 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-745c04e7-190d-4d34-a097-eb532ea496bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 08:04:57.630917 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-745c04e7-190d-4d34-a097-eb532ea496bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 08:04:57.715882 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-745c04e7-190d-4d34-a097-eb532ea496bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:57.718798 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-745c04e7-190d-4d34-a097-eb532ea496bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:57.727191 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-56b60f93-b642-46af-bfe3-5737cf757193 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:04:57.770686 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-745c04e7-190d-4d34-a097-eb532ea496bc admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=9246bb2f45ad490684a558f7ed67a12d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3199971 Feb 04 08:04:57.771698 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745c04e7-190d-4d34-a097-eb532ea496bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=611fcb94-d9fe-4a96-9203-b8aa1b4381b6,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:04:57.773682 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 57008) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:04:57.775352 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-745c04e7-190d-4d34-a097-eb532ea496bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:04:57.836648 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6cf1476c-5e26-4c30-b731-b28f793ff975 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:57.863514 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6cf1476c-5e26-4c30-b731-b28f793ff975 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:57.909087 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6cf1476c-5e26-4c30-b731-b28f793ff975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:57.914010 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-a525dcc5-f6bf-431c-9897-6dfc7605e746 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:04:57.928608 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf1476c-5e26-4c30-b731-b28f793ff975 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=611fcb94-d9fe-4a96-9203-b8aa1b4381b6,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:04:57.932594 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-6cf1476c-5e26-4c30-b731-b28f793ff975 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:04:57.935863 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6cf1476c-5e26-4c30-b731-b28f793ff975 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:57.937051 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-6cf1476c-5e26-4c30-b731-b28f793ff975 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/611fcb94-d9fe-4a96-9203-b8aa1b4381b6 HTTP/1.1" status: 204 len: 168 time: 0.1622980 Feb 04 08:04:58.616381 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce2a700-d29c-4e78-8c08-7fe37c247954 req-d02509ed-40e0-4c81-a098-a0347ccc409b tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:04:58.618887 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-0ce2a700-d29c-4e78-8c08-7fe37c247954 req-d02509ed-40e0-4c81-a098-a0347ccc409b tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] 10.222.0.99 "GET /v2.0/ports?device_id=edee3097-acc0-4af9-8b6b-a553e4a95bcf HTTP/1.1" status: 200 len: 943 time: 0.1698432 Feb 04 08:04:58.687182 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-0ce2a700-d29c-4e78-8c08-7fe37c247954 req-5bb536f5-46a0-47d8-b694-f94998cd7dcf tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] 10.222.0.99 "GET /v2.0/security-groups?id=f5827c64-2037-455c-9793-eb562d5a2fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617456 Feb 04 08:04:59.443263 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Device dbf4751c-a4ff-4fa3-8a7b-d79a3070aa75 up at agent ovs-agent-hv-cinder-73306 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 08:04:59.519125 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Provisioning for port dbf4751c-a4ff-4fa3-8a7b-d79a3070aa75 completed by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 04 08:04:59.524844 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Provisioning complete for port dbf4751c-a4ff-4fa3-8a7b-d79a3070aa75 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 08:04:59.525351 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762158'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:59.652112 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:59.680361 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edee3097-acc0-4af9-8b6b-a553e4a95bcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbf4751c-a4ff-4fa3-8a7b-d79a3070aa75'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 08:04:59.690989 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] For port dbf4751c-a4ff-4fa3-8a7b-d79a3070aa75, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=dbf4751c-a4ff-4fa3-8a7b-d79a3070aa75,segment=NetworkSegment(29dbed16-2f2e-4af8-b117-62efd1575c97),segment_id=29dbed16-2f2e-4af8-b117-62efd1575c97)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 08:04:59.694183 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309259674757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309260170288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727594605546'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:04:59.696735 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:04:59.749017 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edee3097-acc0-4af9-8b6b-a553e4a95bcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbf4751c-a4ff-4fa3-8a7b-d79a3070aa75', 'code': 200} Feb 04 08:04:59.778618 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Pushing event updated for resources: {'Port': ['ID=dbf4751c-a4ff-4fa3-8a7b-d79a3070aa75,revision_number=4']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:04:59.781843 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:05:00.003764 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0089a1-6f21-43c3-9cb4-d8e7c6dfe86a req-630c063a-e57e-482c-9e72-7b68374c0d45 tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:05:00.005474 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-cf0089a1-6f21-43c3-9cb4-d8e7c6dfe86a req-630c063a-e57e-482c-9e72-7b68374c0d45 tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] 10.222.0.99 "GET /v2.0/ports?device_id=edee3097-acc0-4af9-8b6b-a553e4a95bcf HTTP/1.1" status: 200 len: 945 time: 0.1662161 Feb 04 08:05:00.023913 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae64fe81-0df2-4507-9958-49cd29fd14ca req-91867a23-095c-4580-b1ab-ca4405a2b4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:05:00.026231 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-ae64fe81-0df2-4507-9958-49cd29fd14ca req-91867a23-095c-4580-b1ab-ca4405a2b4be service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=edee3097-acc0-4af9-8b6b-a553e4a95bcf HTTP/1.1" status: 200 len: 1162 time: 0.0803232 Feb 04 08:05:00.070544 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-ae64fe81-0df2-4507-9958-49cd29fd14ca req-9e02886a-069f-461a-866e-c8d5c9159051 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=f5827c64-2037-455c-9793-eb562d5a2fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380497 Feb 04 08:05:00.074960 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-cf0089a1-6f21-43c3-9cb4-d8e7c6dfe86a req-61dbb637-491e-4df1-89c0-393898d4c568 tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] 10.222.0.99 "GET /v2.0/security-groups?id=f5827c64-2037-455c-9793-eb562d5a2fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628810 Feb 04 08:05:01.204036 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Device dbf4751c-a4ff-4fa3-8a7b-d79a3070aa75 up at agent ovs-agent-hv-cinder-73306 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 08:05:01.278878 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Provisioning complete for port dbf4751c-a4ff-4fa3-8a7b-d79a3070aa75 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 08:05:01.279333 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762158'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:01.374733 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e1f57f-703e-4a74-908b-bed52857d465 req-cb8545c1-4bae-48f9-9744-2f1ef946b825 tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:05:01.376423 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-39e1f57f-703e-4a74-908b-bed52857d465 req-cb8545c1-4bae-48f9-9744-2f1ef946b825 tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] 10.222.0.99 "GET /v2.0/ports?device_id=edee3097-acc0-4af9-8b6b-a553e4a95bcf HTTP/1.1" status: 200 len: 945 time: 0.1666272 Feb 04 08:05:01.447166 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-39e1f57f-703e-4a74-908b-bed52857d465 req-af7062ea-039e-435a-8edc-0dd599a3b1e1 tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] 10.222.0.99 "GET /v2.0/security-groups?id=f5827c64-2037-455c-9793-eb562d5a2fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630133 Feb 04 08:05:02.744283 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64331cb2-0601-4924-b625-14fdce4d7cc6 req-baa0bb1e-f029-48f0-959d-bfe07ac6be14 tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:05:02.745878 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-64331cb2-0601-4924-b625-14fdce4d7cc6 req-baa0bb1e-f029-48f0-959d-bfe07ac6be14 tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] 10.222.0.99 "GET /v2.0/ports?device_id=edee3097-acc0-4af9-8b6b-a553e4a95bcf HTTP/1.1" status: 200 len: 945 time: 0.1665890 Feb 04 08:05:02.812058 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-64331cb2-0601-4924-b625-14fdce4d7cc6 req-4345cae6-5c8e-4004-8a44-468e14725aa7 tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] 10.222.0.99 "GET /v2.0/security-groups?id=f5827c64-2037-455c-9793-eb562d5a2fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598092 Feb 04 08:05:05.063950 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.agents_db [None req-15dbd8ae-9ae4-49dc-a873-5f27e28d1d51 None None] Agent healthcheck: found 6 active agents {{(pid=80116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 04 08:05:07.637065 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:10.334553 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 57174) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:05:10.527393 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-dda85744-1801-4222-b176-bd52eeb2471d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:10.549088 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-dda85744-1801-4222-b176-bd52eeb2471d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 08:05:10.553799 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-dda85744-1801-4222-b176-bd52eeb2471d admin admin] Usage tracker for resource:security_group_rule and tenant:8d47bdf151cd4cb19210be469f49834d is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 08:05:10.559350 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-dda85744-1801-4222-b176-bd52eeb2471d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 08:05:10.565602 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-dda85744-1801-4222-b176-bd52eeb2471d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 08:05:10.680018 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-dda85744-1801-4222-b176-bd52eeb2471d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:10.684608 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-dda85744-1801-4222-b176-bd52eeb2471d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:10.700653 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-b66c0ad9-ea70-42a8-85f4-0efa21aaad47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:05:10.751973 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.99', 57190) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:05:10.752423 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-dda85744-1801-4222-b176-bd52eeb2471d admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=8d47bdf151cd4cb19210be469f49834d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4163582 Feb 04 08:05:10.753539 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda85744-1801-4222-b176-bd52eeb2471d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=946f5c42-2b6b-4bae-9560-de2587cb1415,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:05:10.757432 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-dda85744-1801-4222-b176-bd52eeb2471d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:05:10.835677 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-de624ab0-ed22-4da8-85bf-6890170930ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:10.866622 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-de624ab0-ed22-4da8-85bf-6890170930ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:10.920875 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-de624ab0-ed22-4da8-85bf-6890170930ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:10.927465 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-237ba0a0-55ba-44d0-803f-30fe9c6fa211 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:05:10.984803 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de624ab0-ed22-4da8-85bf-6890170930ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=946f5c42-2b6b-4bae-9560-de2587cb1415,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:05:10.992436 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-de624ab0-ed22-4da8-85bf-6890170930ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:05:11.006802 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-de624ab0-ed22-4da8-85bf-6890170930ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:11.008072 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-de624ab0-ed22-4da8-85bf-6890170930ca admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/946f5c42-2b6b-4bae-9560-de2587cb1415 HTTP/1.1" status: 204 len: 168 time: 0.2550516 Feb 04 08:05:11.119540 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50bb8d2-8730-497f-b6cd-bc36d8b827c3 req-9a2e6314-5974-4512-a225-f30032dcd7d5 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:05:11.121260 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-c50bb8d2-8730-497f-b6cd-bc36d8b827c3 req-9a2e6314-5974-4512-a225-f30032dcd7d5 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/ports?device_id=095c3c02-0bbd-43ca-a360-bdfd6f356058 HTTP/1.1" status: 200 len: 945 time: 0.1948910 Feb 04 08:05:11.189815 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-c50bb8d2-8730-497f-b6cd-bc36d8b827c3 req-6159179c-b3f7-46f0-afad-ced13e9d654a tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/security-groups?id=3b8135e1-cfde-4fc1-a854-548820f32e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615902 Feb 04 08:05:12.523194 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dc05d9-19d3-4e48-8e56-bb3d6238259c req-92c589bb-4060-4b2c-84b2-de424546f7aa tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:05:12.525233 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-d1dc05d9-19d3-4e48-8e56-bb3d6238259c req-92c589bb-4060-4b2c-84b2-de424546f7aa tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/ports?device_id=095c3c02-0bbd-43ca-a360-bdfd6f356058 HTTP/1.1" status: 200 len: 945 time: 0.1823626 Feb 04 08:05:12.595581 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-d1dc05d9-19d3-4e48-8e56-bb3d6238259c req-68d8396d-e07a-4731-b88c-c2f7d3c6de0a tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/security-groups?id=3b8135e1-cfde-4fc1-a854-548820f32e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623441 Feb 04 08:05:12.701064 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d82a46-f25d-45fc-9cfa-dbc591942fcb req-cbac238b-1036-4d74-aa1d-3793c5e36c7d tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:05:12.701894 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [req-65d82a46-f25d-45fc-9cfa-dbc591942fcb req-cbac238b-1036-4d74-aa1d-3793c5e36c7d tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Synchronizing usage tracker for tenant:672bfb04a4f44fa3ae40a386ff3ebb9b on resource:port {{(pid=80113) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 04 08:05:12.715850 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [req-65d82a46-f25d-45fc-9cfa-dbc591942fcb req-cbac238b-1036-4d74-aa1d-3793c5e36c7d tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Unset dirty status for tenant:672bfb04a4f44fa3ae40a386ff3ebb9b on resource:port {{(pid=80113) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 04 08:05:12.717092 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-65d82a46-f25d-45fc-9cfa-dbc591942fcb req-cbac238b-1036-4d74-aa1d-3793c5e36c7d tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.76 "GET /v2.0/ports?device_id=095c3c02-0bbd-43ca-a360-bdfd6f356058 HTTP/1.1" status: 200 len: 945 time: 0.1824706 Feb 04 08:05:12.821802 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [req-65d82a46-f25d-45fc-9cfa-dbc591942fcb req-21d75cd5-8d94-4077-832b-7ec79683f57a tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Deleting port 263610cd-73cf-4694-a5cd-aed06c3e4a42 {{(pid=80113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 04 08:05:12.822191 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-65d82a46-f25d-45fc-9cfa-dbc591942fcb req-21d75cd5-8d94-4077-832b-7ec79683f57a tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727595022485'] for port, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:13.077664 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Device 263610cd-73cf-4694-a5cd-aed06c3e4a42 no longer exists at agent ovs-agent-hv-cinder-73306 {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 04 08:05:13.100121 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [req-65d82a46-f25d-45fc-9cfa-dbc591942fcb req-21d75cd5-8d94-4077-832b-7ec79683f57a tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] For port 263610cd-73cf-4694-a5cd-aed06c3e4a42, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=263610cd-73cf-4694-a5cd-aed06c3e4a42,segment=NetworkSegment(c1444196-01b8-49a6-91dc-480435b565ae),segment_id=c1444196-01b8-49a6-91dc-480435b565ae)] {{(pid=80113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 08:05:13.100544 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-65d82a46-f25d-45fc-9cfa-dbc591942fcb req-21d75cd5-8d94-4077-832b-7ec79683f57a tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853131150'] for port, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:13.209281 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:13.240542 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '095c3c02-0bbd-43ca-a360-bdfd6f356058', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '263610cd-73cf-4694-a5cd-aed06c3e4a42'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 08:05:13.253186 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] For port 263610cd-73cf-4694-a5cd-aed06c3e4a42, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=263610cd-73cf-4694-a5cd-aed06c3e4a42,segment=NetworkSegment(c1444196-01b8-49a6-91dc-480435b565ae),segment_id=c1444196-01b8-49a6-91dc-480435b565ae)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 08:05:13.256161 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309259674757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309260170288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727594605546'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:13.259286 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:05:13.312918 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '095c3c02-0bbd-43ca-a360-bdfd6f356058', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '263610cd-73cf-4694-a5cd-aed06c3e4a42', 'code': 200} Feb 04 08:05:13.348749 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Pushing event updated for resources: {'Port': ['ID=263610cd-73cf-4694-a5cd-aed06c3e4a42,revision_number=7']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:05:13.353405 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:05:13.442170 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-65d82a46-f25d-45fc-9cfa-dbc591942fcb req-21d75cd5-8d94-4077-832b-7ec79683f57a tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:13.442582 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-65d82a46-f25d-45fc-9cfa-dbc591942fcb req-21d75cd5-8d94-4077-832b-7ec79683f57a tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853136389'] for floatingip, after_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:13.442937 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.db.l3_db [req-65d82a46-f25d-45fc-9cfa-dbc591942fcb req-21d75cd5-8d94-4077-832b-7ec79683f57a tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Floating IP 605b555b-84c0-4173-aa40-22e468dfdddb disassociated. External IP: 172.28.3.50, port: 263610cd-73cf-4694-a5cd-aed06c3e4a42. Feb 04 08:05:13.443350 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [req-65d82a46-f25d-45fc-9cfa-dbc591942fcb req-21d75cd5-8d94-4077-832b-7ec79683f57a tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Calling delete_port for 263610cd-73cf-4694-a5cd-aed06c3e4a42 owned by compute:nova {{(pid=80113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 04 08:05:13.532461 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.db.api [req-65d82a46-f25d-45fc-9cfa-dbc591942fcb req-21d75cd5-8d94-4077-832b-7ec79683f57a tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80113) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 04 08:05:13.533190 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_db.api [req-65d82a46-f25d-45fc-9cfa-dbc591942fcb req-21d75cd5-8d94-4077-832b-7ec79683f57a tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 04 08:05:13.906101 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0af8e5-ae72-4876-b303-a824e1c43492 req-bf69dbdd-df03-4ddf-9bc1-9875bc71b42e tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:05:13.907730 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-ae0af8e5-ae72-4876-b303-a824e1c43492 req-bf69dbdd-df03-4ddf-9bc1-9875bc71b42e tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/ports?device_id=095c3c02-0bbd-43ca-a360-bdfd6f356058 HTTP/1.1" status: 200 len: 943 time: 0.1639361 Feb 04 08:05:13.979408 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-ae0af8e5-ae72-4876-b303-a824e1c43492 req-1a8291b7-c572-4d43-b3d8-40f1024ad815 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/security-groups?id=3b8135e1-cfde-4fc1-a854-548820f32e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652249 Feb 04 08:05:14.034078 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [req-65d82a46-f25d-45fc-9cfa-dbc591942fcb req-21d75cd5-8d94-4077-832b-7ec79683f57a tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Deleting port 263610cd-73cf-4694-a5cd-aed06c3e4a42 {{(pid=80113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 04 08:05:14.034469 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-65d82a46-f25d-45fc-9cfa-dbc591942fcb req-21d75cd5-8d94-4077-832b-7ec79683f57a tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727595022485'] for port, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:14.311590 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [req-65d82a46-f25d-45fc-9cfa-dbc591942fcb req-21d75cd5-8d94-4077-832b-7ec79683f57a tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] For port 263610cd-73cf-4694-a5cd-aed06c3e4a42, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=263610cd-73cf-4694-a5cd-aed06c3e4a42,segment=NetworkSegment(c1444196-01b8-49a6-91dc-480435b565ae),segment_id=c1444196-01b8-49a6-91dc-480435b565ae)] {{(pid=80113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 08:05:14.311983 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-65d82a46-f25d-45fc-9cfa-dbc591942fcb req-21d75cd5-8d94-4077-832b-7ec79683f57a tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853131150'] for port, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:14.643678 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-65d82a46-f25d-45fc-9cfa-dbc591942fcb req-21d75cd5-8d94-4077-832b-7ec79683f57a tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:14.644318 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-65d82a46-f25d-45fc-9cfa-dbc591942fcb req-21d75cd5-8d94-4077-832b-7ec79683f57a tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853136389'] for floatingip, after_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:14.644429 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.db.l3_db [req-65d82a46-f25d-45fc-9cfa-dbc591942fcb req-21d75cd5-8d94-4077-832b-7ec79683f57a tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Floating IP 605b555b-84c0-4173-aa40-22e468dfdddb disassociated. External IP: 172.28.3.50, port: 263610cd-73cf-4694-a5cd-aed06c3e4a42. Feb 04 08:05:14.644764 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [req-65d82a46-f25d-45fc-9cfa-dbc591942fcb req-21d75cd5-8d94-4077-832b-7ec79683f57a tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Calling delete_port for 263610cd-73cf-4694-a5cd-aed06c3e4a42 owned by compute:nova {{(pid=80113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 04 08:05:14.795734 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-65d82a46-f25d-45fc-9cfa-dbc591942fcb req-21d75cd5-8d94-4077-832b-7ec79683f57a tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309259674774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727594605512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851609521'] for port, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:14.812140 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-fb69c07b-517e-4eeb-ab88-b6966c8e3d6d tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:05:14.865468 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d75cd5-8d94-4077-832b-7ec79683f57a tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Pushing event deleted for resources: {'Port': ['ID=263610cd-73cf-4694-a5cd-aed06c3e4a42,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:05:14.913383 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-21d75cd5-8d94-4077-832b-7ec79683f57a tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:05:15.188208 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-7b42c09e-03e7-4795-9b36-6a69d4c8f5b3 req-fecfcbfa-eec0-4715-83c5-d45f6d4bd8c8 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/ports?device_id=095c3c02-0bbd-43ca-a360-bdfd6f356058 HTTP/1.1" status: 200 len: 210 time: 0.0553682 Feb 04 08:05:15.202172 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.l3_agent_scheduler [req-65d82a46-f25d-45fc-9cfa-dbc591942fcb req-21d75cd5-8d94-4077-832b-7ec79683f57a tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Router e82e6950-e47b-4b6f-8804-e29ee5c63d5b has already been hosted by L3 agent 9b1007a2-cea1-4e19-8fd5-ed5c2617e796 {{(pid=80113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 04 08:05:15.405847 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-65d82a46-f25d-45fc-9cfa-dbc591942fcb req-21d75cd5-8d94-4077-832b-7ec79683f57a tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Notify agent at l3_agent.dv-cinder-733062-18-smb the message routers_updated {{(pid=80113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 04 08:05:15.416888 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb0b79b-2fec-456a-b41e-3e1d199088b5 None None] Sync routers for ids ['e82e6950-e47b-4b6f-8804-e29ee5c63d5b'] in dv-cinder-733062-18-smb {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 04 08:05:15.427674 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb0b79b-2fec-456a-b41e-3e1d199088b5 None None] Routers {'e82e6950-e47b-4b6f-8804-e29ee5c63d5b'} bound to L3 agent in host dv-cinder-733062-18-smb {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 04 08:05:15.428259 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-fbb0b79b-2fec-456a-b41e-3e1d199088b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-04T07:47:53Z,description=,heartbeat_timestamp=2021-02-04T08:04:53Z,host='dv-cinder-733062-18-smb',id=9b1007a2-cea1-4e19-8fd5-ed5c2617e796,load=0,resource_versions=,resources_synced=,started_at=2021-02-04T07:47:53Z,topic='l3_agent')) {'router_ids': ['e82e6950-e47b-4b6f-8804-e29ee5c63d5b'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 08:05:15.458845 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [req-65d82a46-f25d-45fc-9cfa-dbc591942fcb req-21d75cd5-8d94-4077-832b-7ec79683f57a tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] No DVR routers for this DVR port 263610cd-73cf-4694-a5cd-aed06c3e4a42 on host hv-cinder-73306 {{(pid=80113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 04 08:05:15.461508 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-65d82a46-f25d-45fc-9cfa-dbc591942fcb req-21d75cd5-8d94-4077-832b-7ec79683f57a tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3799'] for port, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:15.464761 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '095c3c02-0bbd-43ca-a360-bdfd6f356058', 'name': 'network-vif-deleted', 'tag': '263610cd-73cf-4694-a5cd-aed06c3e4a42'}] {{(pid=80113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 08:05:15.487084 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-65d82a46-f25d-45fc-9cfa-dbc591942fcb req-21d75cd5-8d94-4077-832b-7ec79683f57a tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.76 "DELETE /v2.0/ports/263610cd-73cf-4694-a5cd-aed06c3e4a42 HTTP/1.1" status: 204 len: 173 time: 2.7645774 Feb 04 08:05:15.537588 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '095c3c02-0bbd-43ca-a360-bdfd6f356058', 'name': 'network-vif-deleted', 'tag': '263610cd-73cf-4694-a5cd-aed06c3e4a42', 'status': 'completed', 'code': 200} Feb 04 08:05:15.625104 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvr_db [None req-fbb0b79b-2fec-456a-b41e-3e1d199088b5 None None] Set router e82e6950-e47b-4b6f-8804-e29ee5c63d5b gateway port host: dv-cinder-733062-18-smb {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 04 08:05:15.967568 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-fbb0b79b-2fec-456a-b41e-3e1d199088b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e82e6950-e47b-4b6f-8804-e29ee5c63d5b', 'name': 'tempest-AttachVolumeShelveTestJSON-35567972-router', 'tenant_id': '672bfb04a4f44fa3ae40a386ff3ebb9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'external_fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.111'}], 'enable_snat': True}, 'gw_port_id': 'b89ec45b-8d09-4de9-896d-76dcee756ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T07:57:20Z', 'updated_at': '2021-02-04T07:57:41Z', 'revision_number': 4, 'project_id': '672bfb04a4f44fa3ae40a386ff3ebb9b', 'gw_port': {'id': 'b89ec45b-8d09-4de9-896d-76dcee756ac5', 'name': '', 'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c6:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82e6950-e47b-4b6f-8804-e29ee5c63d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T07:57:22Z', 'updated_at': '2021-02-04T07:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-18-smb', '_interfaces': [{'id': '21315a2b-4a9c-479a-8737-a839e11153b3', 'name': '', 'network_id': '3c065512-3d6a-479a-b479-11e02ccc5658', 'tenant_id': '672bfb04a4f44fa3ae40a386ff3ebb9b', 'mac_address': 'fa:16:3e:32:ee:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82e6950-e47b-4b6f-8804-e29ee5c63d5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'c113e9e9-819c-413f-8742-7912f5a3f620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T07:57:35Z', 'updated_at': '2021-02-04T07:57:52Z', 'revision_number': 5, 'project_id': '672bfb04a4f44fa3ae40a386ff3ebb9b', 'subnets': [{'id': 'c113e9e9-819c-413f-8742-7912f5a3f620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733062-18-smb', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 08:05:15.971545 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb0b79b-2fec-456a-b41e-3e1d199088b5 None None] Checking router: e82e6950-e47b-4b6f-8804-e29ee5c63d5b for host: dv-cinder-733062-18-smb {{(pid=80116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 04 08:05:15.980484 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb0b79b-2fec-456a-b41e-3e1d199088b5 None None] Routers {'e82e6950-e47b-4b6f-8804-e29ee5c63d5b'} bound to L3 agent in host dv-cinder-733062-18-smb {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 04 08:05:15.981130 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-fbb0b79b-2fec-456a-b41e-3e1d199088b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-04T07:47:53Z,description=,heartbeat_timestamp=2021-02-04T08:04:53Z,host='dv-cinder-733062-18-smb',id=9b1007a2-cea1-4e19-8fd5-ed5c2617e796,load=0,resource_versions=,resources_synced=,started_at=2021-02-04T07:47:53Z,topic='l3_agent')) {'router_ids': ['e82e6950-e47b-4b6f-8804-e29ee5c63d5b'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 08:05:16.188050 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvr_db [None req-fbb0b79b-2fec-456a-b41e-3e1d199088b5 None None] Set router e82e6950-e47b-4b6f-8804-e29ee5c63d5b gateway port host: dv-cinder-733062-18-smb {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 04 08:05:16.477632 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-e5214edb-86b0-4ba4-ac5a-cbe7f4118ee9 req-c27097ef-e584-4163-abe2-ead503099567 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/ports?device_id=095c3c02-0bbd-43ca-a360-bdfd6f356058 HTTP/1.1" status: 200 len: 210 time: 0.0497379 Feb 04 08:05:16.542388 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-fbb0b79b-2fec-456a-b41e-3e1d199088b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e82e6950-e47b-4b6f-8804-e29ee5c63d5b', 'name': 'tempest-AttachVolumeShelveTestJSON-35567972-router', 'tenant_id': '672bfb04a4f44fa3ae40a386ff3ebb9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'external_fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.111'}], 'enable_snat': True}, 'gw_port_id': 'b89ec45b-8d09-4de9-896d-76dcee756ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T07:57:20Z', 'updated_at': '2021-02-04T07:57:41Z', 'revision_number': 4, 'project_id': '672bfb04a4f44fa3ae40a386ff3ebb9b', 'gw_port': {'id': 'b89ec45b-8d09-4de9-896d-76dcee756ac5', 'name': '', 'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c6:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82e6950-e47b-4b6f-8804-e29ee5c63d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T07:57:22Z', 'updated_at': '2021-02-04T07:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-18-smb', '_interfaces': [{'id': '21315a2b-4a9c-479a-8737-a839e11153b3', 'name': '', 'network_id': '3c065512-3d6a-479a-b479-11e02ccc5658', 'tenant_id': '672bfb04a4f44fa3ae40a386ff3ebb9b', 'mac_address': 'fa:16:3e:32:ee:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82e6950-e47b-4b6f-8804-e29ee5c63d5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'c113e9e9-819c-413f-8742-7912f5a3f620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T07:57:35Z', 'updated_at': '2021-02-04T07:57:52Z', 'revision_number': 5, 'project_id': '672bfb04a4f44fa3ae40a386ff3ebb9b', 'subnets': [{'id': 'c113e9e9-819c-413f-8742-7912f5a3f620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733062-18-smb', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 08:05:16.546803 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb0b79b-2fec-456a-b41e-3e1d199088b5 None None] The sync data for ids ['e82e6950-e47b-4b6f-8804-e29ee5c63d5b'] in dv-cinder-733062-18-smb is: [{'id': 'e82e6950-e47b-4b6f-8804-e29ee5c63d5b', 'name': 'tempest-AttachVolumeShelveTestJSON-35567972-router', 'tenant_id': '672bfb04a4f44fa3ae40a386ff3ebb9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'external_fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.111'}], 'enable_snat': True}, 'gw_port_id': 'b89ec45b-8d09-4de9-896d-76dcee756ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T07:57:20Z', 'updated_at': '2021-02-04T07:57:41Z', 'revision_number': 4, 'project_id': '672bfb04a4f44fa3ae40a386ff3ebb9b', 'gw_port': {'id': 'b89ec45b-8d09-4de9-896d-76dcee756ac5', 'name': '', 'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c6:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82e6950-e47b-4b6f-8804-e29ee5c63d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T07:57:22Z', 'updated_at': '2021-02-04T07:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-18-smb', '_interfaces': [{'id': '21315a2b-4a9c-479a-8737-a839e11153b3', 'name': '', 'network_id': '3c065512-3d6a-479a-b479-11e02ccc5658', 'tenant_id': '672bfb04a4f44fa3ae40a386ff3ebb9b', 'mac_address': 'fa:16:3e:32:ee:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82e6950-e47b-4b6f-8804-e29ee5c63d5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'c113e9e9-819c-413f-8742-7912f5a3f620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T07:57:35Z', 'updated_at': '2021-02-04T07:57:52Z', 'revision_number': 5, 'project_id': '672bfb04a4f44fa3ae40a386ff3ebb9b', 'subnets': [{'id': 'c113e9e9-819c-413f-8742-7912f5a3f620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 04 08:05:16.941280 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7008b8-5f1e-4445-9f41-5e7756aeec83 None None] New status for floating IP 605b555b-84c0-4173-aa40-22e468dfdddb: DOWN {{(pid=80115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 04 08:05:17.651736 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.99', 57238) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:05:17.742317 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6fe286c5-23e1-4f50-a69a-54408e28aacd tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:17.772065 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6fe286c5-23e1-4f50-a69a-54408e28aacd tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:17.818999 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6fe286c5-23e1-4f50-a69a-54408e28aacd tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:17.824584 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-1f38158b-a6c2-4843-aea5-89743ead5edf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:05:17.840754 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe286c5-23e1-4f50-a69a-54408e28aacd tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b8135e1-cfde-4fc1-a854-548820f32e17,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:05:17.844972 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-6fe286c5-23e1-4f50-a69a-54408e28aacd tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:05:17.849039 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6fe286c5-23e1-4f50-a69a-54408e28aacd tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:17.850272 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-6fe286c5-23e1-4f50-a69a-54408e28aacd tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "DELETE /v2.0/security-groups/3b8135e1-cfde-4fc1-a854-548820f32e17 HTTP/1.1" status: 204 len: 168 time: 0.1974320 Feb 04 08:05:17.854648 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 57242) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:05:17.878702 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.api.v2.resource [None req-9e95a704-9981-420b-a2aa-9d34aae94031 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] show failed (client error): The resource could not be found. Feb 04 08:05:17.879965 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-9e95a704-9981-420b-a2aa-9d34aae94031 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "GET /v2.0/security-groups/3b8135e1-cfde-4fc1-a854-548820f32e17 HTTP/1.1" status: 404 len: 347 time: 0.0242069 Feb 04 08:05:17.883170 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 57246) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:05:18.083601 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-a67459b8-8556-4f0b-8f7c-d0a91e2c4832 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Deleting port a930a5d0-1be8-406f-b5f9-dc31bec5864b {{(pid=80113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 04 08:05:18.084246 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a67459b8-8556-4f0b-8f7c-d0a91e2c4832 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727595022485'] for port, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:18.290119 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a67459b8-8556-4f0b-8f7c-d0a91e2c4832 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853131150'] for port, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:18.290486 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a67459b8-8556-4f0b-8f7c-d0a91e2c4832 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:18.429448 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-a67459b8-8556-4f0b-8f7c-d0a91e2c4832 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Calling delete_port for a930a5d0-1be8-406f-b5f9-dc31bec5864b owned by network:floatingip {{(pid=80113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 04 08:05:18.592175 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a67459b8-8556-4f0b-8f7c-d0a91e2c4832 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309259674774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727594605512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851609521'] for port, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:18.849168 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-8548fbee-085e-4111-a16d-ac90fe834504 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:05:18.947307 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67459b8-8556-4f0b-8f7c-d0a91e2c4832 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Pushing event deleted for resources: {'Port': ['ID=a930a5d0-1be8-406f-b5f9-dc31bec5864b,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:05:18.951409 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-a67459b8-8556-4f0b-8f7c-d0a91e2c4832 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:05:19.075844 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a67459b8-8556-4f0b-8f7c-d0a91e2c4832 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Notify callbacks [] for floatingip, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:19.093467 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a67459b8-8556-4f0b-8f7c-d0a91e2c4832 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3799'] for floatingip, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:19.095726 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-a67459b8-8556-4f0b-8f7c-d0a91e2c4832 tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] 10.222.0.99 "DELETE /v2.0/floatingips/605b555b-84c0-4173-aa40-22e468dfdddb HTTP/1.1" status: 204 len: 168 time: 1.2100990 Feb 04 08:05:20.259310 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793a5713-7f3c-49b9-87f3-c8bfe4891f79 req-282d2a3e-0143-4821-b43b-54501791a765 tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:05:20.260981 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-793a5713-7f3c-49b9-87f3-c8bfe4891f79 req-282d2a3e-0143-4821-b43b-54501791a765 tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] 10.222.0.99 "GET /v2.0/ports?device_id=edee3097-acc0-4af9-8b6b-a553e4a95bcf HTTP/1.1" status: 200 len: 945 time: 0.1683712 Feb 04 08:05:20.331317 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-793a5713-7f3c-49b9-87f3-c8bfe4891f79 req-495a63ee-d7f7-4c4e-ae33-5ca2919c2603 tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] 10.222.0.99 "GET /v2.0/security-groups?id=f5827c64-2037-455c-9793-eb562d5a2fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637319 Feb 04 08:05:20.619494 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-10997efa-b3f4-4865-b992-20aca39eda1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:21.631706 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af5ddd4-f6de-440d-b2e6-44d629f0189c req-9416b49c-d5c3-4c91-826e-3bf32cb09980 tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:05:21.634459 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-4af5ddd4-f6de-440d-b2e6-44d629f0189c req-9416b49c-d5c3-4c91-826e-3bf32cb09980 tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] 10.222.0.99 "GET /v2.0/ports?device_id=edee3097-acc0-4af9-8b6b-a553e4a95bcf HTTP/1.1" status: 200 len: 945 time: 0.1665716 Feb 04 08:05:21.702496 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-4af5ddd4-f6de-440d-b2e6-44d629f0189c req-4ae08215-44f2-4aab-8fdb-86295eeb649d tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] 10.222.0.99 "GET /v2.0/security-groups?id=f5827c64-2037-455c-9793-eb562d5a2fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618765 Feb 04 08:05:21.950854 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 57288) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:05:22.696989 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-39a48939-329f-46af-9313-84d838863ba8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853132753'] for router_interface, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:22.910831 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-38ff7d2d-ff55-49e6-b8f9-f4329ee7cd8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:23.005778 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ff5e42-f057-469d-8f45-37f6403380b7 req-116c1ff3-3795-4875-9fb8-8631ad00446e tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:05:23.007399 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-37ff5e42-f057-469d-8f45-37f6403380b7 req-116c1ff3-3795-4875-9fb8-8631ad00446e tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] 10.222.0.99 "GET /v2.0/ports?device_id=edee3097-acc0-4af9-8b6b-a553e4a95bcf HTTP/1.1" status: 200 len: 945 time: 0.1723301 Feb 04 08:05:23.073209 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-37ff5e42-f057-469d-8f45-37f6403380b7 req-dba20edc-117a-46a5-85bd-21a302124e0a tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] 10.222.0.99 "GET /v2.0/security-groups?id=f5827c64-2037-455c-9793-eb562d5a2fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587389 Feb 04 08:05:23.083052 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-39a48939-329f-46af-9313-84d838863ba8 admin admin] Deleting port 21315a2b-4a9c-479a-8737-a839e11153b3 {{(pid=80113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 04 08:05:23.083444 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-39a48939-329f-46af-9313-84d838863ba8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727595022485'] for port, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:23.270118 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-39a48939-329f-46af-9313-84d838863ba8 admin admin] For port 21315a2b-4a9c-479a-8737-a839e11153b3, host dv-cinder-733062-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-18-smb',level=0,port_id=21315a2b-4a9c-479a-8737-a839e11153b3,segment=NetworkSegment(c1444196-01b8-49a6-91dc-480435b565ae),segment_id=c1444196-01b8-49a6-91dc-480435b565ae)] {{(pid=80113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 08:05:23.270393 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-39a48939-329f-46af-9313-84d838863ba8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853131150'] for port, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:23.406421 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-39a48939-329f-46af-9313-84d838863ba8 admin admin] Calling delete_port for 21315a2b-4a9c-479a-8737-a839e11153b3 owned by network:router_interface {{(pid=80113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 04 08:05:23.586760 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-39a48939-329f-46af-9313-84d838863ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309259674774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727594605512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851609521'] for port, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:23.602471 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-e9e5b4f1-6117-480f-b29b-b42e969b66bd tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:05:23.696320 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a48939-329f-46af-9313-84d838863ba8 admin admin] Pushing event deleted for resources: {'Port': ['ID=21315a2b-4a9c-479a-8737-a839e11153b3,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:05:23.703295 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-39a48939-329f-46af-9313-84d838863ba8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:05:23.877969 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-85fac0c9-e82f-41ee-a61d-5b2e920e6613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:24.019211 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-39a48939-329f-46af-9313-84d838863ba8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1817824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1649259'] for router_interface, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:24.370318 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaec9a97-226f-4df1-a464-74ca0f376960 req-9d7be503-f3bb-4c59-b6b4-b29f8712ee5a tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:05:24.371980 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-eaec9a97-226f-4df1-a464-74ca0f376960 req-9d7be503-f3bb-4c59-b6b4-b29f8712ee5a tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] 10.222.0.99 "GET /v2.0/ports?device_id=edee3097-acc0-4af9-8b6b-a553e4a95bcf HTTP/1.1" status: 200 len: 945 time: 0.1661496 Feb 04 08:05:24.438166 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-eaec9a97-226f-4df1-a464-74ca0f376960 req-f76c0a64-9ba1-4fcb-8c0b-287ee285fc37 tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] 10.222.0.99 "GET /v2.0/security-groups?id=f5827c64-2037-455c-9793-eb562d5a2fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596457 Feb 04 08:05:24.694900 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:24.847256 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39a48939-329f-46af-9313-84d838863ba8 admin admin] Router e82e6950-e47b-4b6f-8804-e29ee5c63d5b has already been hosted by L3 agent 9b1007a2-cea1-4e19-8fd5-ed5c2617e796 {{(pid=80113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 04 08:05:25.009433 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37c2d13-ee16-4af1-b884-1fce1a66a451 req-89cfcb7d-fc1e-4b1c-b9b0-25e265da2176 tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:05:25.010157 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [req-f37c2d13-ee16-4af1-b884-1fce1a66a451 req-89cfcb7d-fc1e-4b1c-b9b0-25e265da2176 tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] Synchronizing usage tracker for tenant:cc1c05f794d04e538b11729ca69a812c on resource:port {{(pid=80113) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 04 08:05:25.112856 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [req-f37c2d13-ee16-4af1-b884-1fce1a66a451 req-89cfcb7d-fc1e-4b1c-b9b0-25e265da2176 tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] Unset dirty status for tenant:cc1c05f794d04e538b11729ca69a812c on resource:port {{(pid=80113) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 04 08:05:25.114095 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-f37c2d13-ee16-4af1-b884-1fce1a66a451 req-89cfcb7d-fc1e-4b1c-b9b0-25e265da2176 tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] 10.222.0.76 "GET /v2.0/ports?device_id=edee3097-acc0-4af9-8b6b-a553e4a95bcf HTTP/1.1" status: 200 len: 945 time: 0.5988843 Feb 04 08:05:25.179491 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Device dbf4751c-a4ff-4fa3-8a7b-d79a3070aa75 no longer exists at agent ovs-agent-hv-cinder-73306 {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 04 08:05:25.231883 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [req-f37c2d13-ee16-4af1-b884-1fce1a66a451 req-af245c09-8498-4ab7-a300-a264440093cd tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] Deleting port dbf4751c-a4ff-4fa3-8a7b-d79a3070aa75 {{(pid=80113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 04 08:05:25.232273 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-f37c2d13-ee16-4af1-b884-1fce1a66a451 req-af245c09-8498-4ab7-a300-a264440093cd tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727595022485'] for port, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:25.255181 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-19d3b842-1860-471a-9268-0862a9b26fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:25.265594 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39a48939-329f-46af-9313-84d838863ba8 admin admin] Notify agent at l3_agent.dv-cinder-733062-18-smb the message routers_updated {{(pid=80113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 04 08:05:25.274564 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8311cb7c-cf89-4b31-941b-917eef3fe6ce None None] Sync routers for ids ['e82e6950-e47b-4b6f-8804-e29ee5c63d5b'] in dv-cinder-733062-18-smb {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 04 08:05:25.285111 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8311cb7c-cf89-4b31-941b-917eef3fe6ce None None] Routers {'e82e6950-e47b-4b6f-8804-e29ee5c63d5b'} bound to L3 agent in host dv-cinder-733062-18-smb {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 04 08:05:25.285868 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-8311cb7c-cf89-4b31-941b-917eef3fe6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-04T07:47:53Z,description=,heartbeat_timestamp=2021-02-04T08:05:23Z,host='dv-cinder-733062-18-smb',id=9b1007a2-cea1-4e19-8fd5-ed5c2617e796,load=0,resource_versions=,resources_synced=,started_at=2021-02-04T07:47:53Z,topic='l3_agent')) {'router_ids': ['e82e6950-e47b-4b6f-8804-e29ee5c63d5b'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 08:05:25.306668 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-39a48939-329f-46af-9313-84d838863ba8 admin admin] 10.222.0.99 "PUT /v2.0/routers/e82e6950-e47b-4b6f-8804-e29ee5c63d5b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3515785 Feb 04 08:05:25.307526 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 57298) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:05:25.347272 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:25.380392 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edee3097-acc0-4af9-8b6b-a553e4a95bcf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dbf4751c-a4ff-4fa3-8a7b-d79a3070aa75'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 08:05:25.392788 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] For port dbf4751c-a4ff-4fa3-8a7b-d79a3070aa75, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=dbf4751c-a4ff-4fa3-8a7b-d79a3070aa75,segment=NetworkSegment(29dbed16-2f2e-4af8-b117-62efd1575c97),segment_id=29dbed16-2f2e-4af8-b117-62efd1575c97)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 08:05:25.402003 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309259674757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309260170288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727594605546'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:25.404250 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:05:25.458312 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edee3097-acc0-4af9-8b6b-a553e4a95bcf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dbf4751c-a4ff-4fa3-8a7b-d79a3070aa75', 'code': 200} Feb 04 08:05:25.489974 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Pushing event updated for resources: {'Port': ['ID=dbf4751c-a4ff-4fa3-8a7b-d79a3070aa75,revision_number=5']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:05:25.500809 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:05:25.501187 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:05:25.501559 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:05:25.501936 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:05:25.502607 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:05:25.503336 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:05:25.503721 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:05:25.504094 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:05:25.504484 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:05:25.504856 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:05:25.505223 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:05:25.505588 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:05:25.506017 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:05:25.506388 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:05:25.506750 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:05:25.507155 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:05:25.507520 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:05:25.507975 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:05:25.508426 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:05:25.508797 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:05:25.509160 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:05:25.509522 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:05:25.510066 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:05:25.510432 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:05:25.523386 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:05:25.710861 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvr_db [None req-8311cb7c-cf89-4b31-941b-917eef3fe6ce None None] Set router e82e6950-e47b-4b6f-8804-e29ee5c63d5b gateway port host: dv-cinder-733062-18-smb {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 04 08:05:25.723557 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-2843ca57-25fd-4066-adf5-afd3686d8bdd admin admin] Notify callbacks [] for router, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:25.773138 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bde348-179a-4b53-b9c8-fc15a73e30f8 req-db19dfac-96e9-4638-b15e-0eeb2e5a0c9b tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:05:25.775487 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-07bde348-179a-4b53-b9c8-fc15a73e30f8 req-db19dfac-96e9-4638-b15e-0eeb2e5a0c9b tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] 10.222.0.99 "GET /v2.0/ports?device_id=edee3097-acc0-4af9-8b6b-a553e4a95bcf HTTP/1.1" status: 200 len: 943 time: 0.1901953 Feb 04 08:05:25.844746 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-07bde348-179a-4b53-b9c8-fc15a73e30f8 req-1e481884-0eab-4681-9157-4a780baef80b tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] 10.222.0.99 "GET /v2.0/security-groups?id=f5827c64-2037-455c-9793-eb562d5a2fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607193 Feb 04 08:05:25.878199 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [req-f37c2d13-ee16-4af1-b884-1fce1a66a451 req-af245c09-8498-4ab7-a300-a264440093cd tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] For port dbf4751c-a4ff-4fa3-8a7b-d79a3070aa75, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=dbf4751c-a4ff-4fa3-8a7b-d79a3070aa75,segment=NetworkSegment(29dbed16-2f2e-4af8-b117-62efd1575c97),segment_id=29dbed16-2f2e-4af8-b117-62efd1575c97)] {{(pid=80113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 08:05:25.878727 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-f37c2d13-ee16-4af1-b884-1fce1a66a451 req-af245c09-8498-4ab7-a300-a264440093cd tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853131150'] for port, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:26.014624 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-8311cb7c-cf89-4b31-941b-917eef3fe6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e82e6950-e47b-4b6f-8804-e29ee5c63d5b', 'name': 'tempest-AttachVolumeShelveTestJSON-35567972-router', 'tenant_id': '672bfb04a4f44fa3ae40a386ff3ebb9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'external_fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.111'}], 'enable_snat': True}, 'gw_port_id': 'b89ec45b-8d09-4de9-896d-76dcee756ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T07:57:20Z', 'updated_at': '2021-02-04T08:05:23Z', 'revision_number': 5, 'project_id': '672bfb04a4f44fa3ae40a386ff3ebb9b', 'gw_port': {'id': 'b89ec45b-8d09-4de9-896d-76dcee756ac5', 'name': '', 'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c6:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82e6950-e47b-4b6f-8804-e29ee5c63d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T07:57:22Z', 'updated_at': '2021-02-04T07:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-18-smb'}], 'dv-cinder-733062-18-smb', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 08:05:26.018761 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8311cb7c-cf89-4b31-941b-917eef3fe6ce None None] Checking router: e82e6950-e47b-4b6f-8804-e29ee5c63d5b for host: dv-cinder-733062-18-smb {{(pid=80116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 04 08:05:26.022890 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [req-f37c2d13-ee16-4af1-b884-1fce1a66a451 req-af245c09-8498-4ab7-a300-a264440093cd tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] Calling delete_port for dbf4751c-a4ff-4fa3-8a7b-d79a3070aa75 owned by compute:nova {{(pid=80113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 04 08:05:26.028041 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8311cb7c-cf89-4b31-941b-917eef3fe6ce None None] Routers {'e82e6950-e47b-4b6f-8804-e29ee5c63d5b'} bound to L3 agent in host dv-cinder-733062-18-smb {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 04 08:05:26.028637 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-8311cb7c-cf89-4b31-941b-917eef3fe6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-04T07:47:53Z,description=,heartbeat_timestamp=2021-02-04T08:05:23Z,host='dv-cinder-733062-18-smb',id=9b1007a2-cea1-4e19-8fd5-ed5c2617e796,load=0,resource_versions=,resources_synced=,started_at=2021-02-04T07:47:53Z,topic='l3_agent')) {'router_ids': ['e82e6950-e47b-4b6f-8804-e29ee5c63d5b'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 08:05:26.122733 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-2843ca57-25fd-4066-adf5-afd3686d8bdd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:26.141741 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-2843ca57-25fd-4066-adf5-afd3686d8bdd admin admin] Deleting port b89ec45b-8d09-4de9-896d-76dcee756ac5 {{(pid=80113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 04 08:05:26.142121 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-2843ca57-25fd-4066-adf5-afd3686d8bdd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727595022485'] for port, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:26.223927 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvr_db [None req-8311cb7c-cf89-4b31-941b-917eef3fe6ce None None] Set router e82e6950-e47b-4b6f-8804-e29ee5c63d5b gateway port host: dv-cinder-733062-18-smb {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 04 08:05:26.360363 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-f37c2d13-ee16-4af1-b884-1fce1a66a451 req-af245c09-8498-4ab7-a300-a264440093cd tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309259674774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727594605512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851609521'] for port, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:26.390594 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-a34003b9-bf98-4863-b616-91474159f41b tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:05:26.494608 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af245c09-8498-4ab7-a300-a264440093cd tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] Pushing event deleted for resources: {'Port': ['ID=dbf4751c-a4ff-4fa3-8a7b-d79a3070aa75,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:05:26.497377 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-af245c09-8498-4ab7-a300-a264440093cd tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:05:26.532334 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-8311cb7c-cf89-4b31-941b-917eef3fe6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e82e6950-e47b-4b6f-8804-e29ee5c63d5b', 'name': 'tempest-AttachVolumeShelveTestJSON-35567972-router', 'tenant_id': '672bfb04a4f44fa3ae40a386ff3ebb9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'external_fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.111'}], 'enable_snat': True}, 'gw_port_id': 'b89ec45b-8d09-4de9-896d-76dcee756ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T07:57:20Z', 'updated_at': '2021-02-04T08:05:23Z', 'revision_number': 5, 'project_id': '672bfb04a4f44fa3ae40a386ff3ebb9b', 'gw_port': {'id': 'b89ec45b-8d09-4de9-896d-76dcee756ac5', 'name': '', 'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c6:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82e6950-e47b-4b6f-8804-e29ee5c63d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T07:57:22Z', 'updated_at': '2021-02-04T07:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-18-smb'}], 'dv-cinder-733062-18-smb', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 08:05:26.536510 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8311cb7c-cf89-4b31-941b-917eef3fe6ce None None] The sync data for ids ['e82e6950-e47b-4b6f-8804-e29ee5c63d5b'] in dv-cinder-733062-18-smb is: [{'id': 'e82e6950-e47b-4b6f-8804-e29ee5c63d5b', 'name': 'tempest-AttachVolumeShelveTestJSON-35567972-router', 'tenant_id': '672bfb04a4f44fa3ae40a386ff3ebb9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'external_fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.111'}], 'enable_snat': True}, 'gw_port_id': 'b89ec45b-8d09-4de9-896d-76dcee756ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T07:57:20Z', 'updated_at': '2021-02-04T08:05:23Z', 'revision_number': 5, 'project_id': '672bfb04a4f44fa3ae40a386ff3ebb9b', 'gw_port': {'id': 'b89ec45b-8d09-4de9-896d-76dcee756ac5', 'name': '', 'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c6:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82e6950-e47b-4b6f-8804-e29ee5c63d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T07:57:22Z', 'updated_at': '2021-02-04T07:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-18-smb'}] {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 04 08:05:26.549348 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-2843ca57-25fd-4066-adf5-afd3686d8bdd admin admin] For port b89ec45b-8d09-4de9-896d-76dcee756ac5, host dv-cinder-733062-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-18-smb',level=0,port_id=b89ec45b-8d09-4de9-896d-76dcee756ac5,segment=NetworkSegment(d8f5f7e6-2ec3-4646-9d93-a23676477155),segment_id=d8f5f7e6-2ec3-4646-9d93-a23676477155)] {{(pid=80113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 08:05:26.549757 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-2843ca57-25fd-4066-adf5-afd3686d8bdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853131150'] for port, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:26.706315 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-2843ca57-25fd-4066-adf5-afd3686d8bdd admin admin] Calling delete_port for b89ec45b-8d09-4de9-896d-76dcee756ac5 owned by network:router_gateway {{(pid=80113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 04 08:05:26.830290 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [req-f37c2d13-ee16-4af1-b884-1fce1a66a451 req-af245c09-8498-4ab7-a300-a264440093cd tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] No DVR routers for this DVR port dbf4751c-a4ff-4fa3-8a7b-d79a3070aa75 on host hv-cinder-73306 {{(pid=80113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 04 08:05:26.832639 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-f37c2d13-ee16-4af1-b884-1fce1a66a451 req-af245c09-8498-4ab7-a300-a264440093cd tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3799'] for port, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:26.838044 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edee3097-acc0-4af9-8b6b-a553e4a95bcf', 'name': 'network-vif-deleted', 'tag': 'dbf4751c-a4ff-4fa3-8a7b-d79a3070aa75'}] {{(pid=80113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 08:05:26.867697 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-f37c2d13-ee16-4af1-b884-1fce1a66a451 req-af245c09-8498-4ab7-a300-a264440093cd tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] 10.222.0.76 "DELETE /v2.0/ports/dbf4751c-a4ff-4fa3-8a7b-d79a3070aa75 HTTP/1.1" status: 204 len: 173 time: 1.7463136 Feb 04 08:05:26.936186 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-2843ca57-25fd-4066-adf5-afd3686d8bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309259674774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727594605512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851609521'] for port, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:26.952848 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edee3097-acc0-4af9-8b6b-a553e4a95bcf', 'name': 'network-vif-deleted', 'tag': 'dbf4751c-a4ff-4fa3-8a7b-d79a3070aa75', 'status': 'completed', 'code': 200} Feb 04 08:05:27.053793 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-90ade1cf-33ee-411a-b705-e7d94c34e798 req-34ccbb53-21f9-486d-99c7-2dc3aee82151 tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] 10.222.0.99 "GET /v2.0/ports?device_id=edee3097-acc0-4af9-8b6b-a553e4a95bcf HTTP/1.1" status: 200 len: 210 time: 0.0548303 Feb 04 08:05:27.382076 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-2843ca57-25fd-4066-adf5-afd3686d8bdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1639309'] for router_gateway, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:27.528213 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-2843ca57-25fd-4066-adf5-afd3686d8bdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1652417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7173'] for router, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:27.532399 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-2843ca57-25fd-4066-adf5-afd3686d8bdd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:27.562925 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-2843ca57-25fd-4066-adf5-afd3686d8bdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853122958'] for router, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:27.563629 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2843ca57-25fd-4066-adf5-afd3686d8bdd admin admin] Fanout notify agent at l3_agent the message router_deleted on router e82e6950-e47b-4b6f-8804-e29ee5c63d5b {{(pid=80113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 08:05:27.577087 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-2843ca57-25fd-4066-adf5-afd3686d8bdd admin admin] Notify callbacks [] for router, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:27.579780 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-2843ca57-25fd-4066-adf5-afd3686d8bdd admin admin] 10.222.0.99 "DELETE /v2.0/routers/e82e6950-e47b-4b6f-8804-e29ee5c63d5b HTTP/1.1" status: 204 len: 168 time: 2.2697597 Feb 04 08:05:27.581033 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 57310) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:05:27.654784 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.db_base_plugin_v2 [None req-0dbc146e-1d7b-4452-80ad-15db357f166b admin admin] Deleting subnet c113e9e9-819c-413f-8742-7912f5a3f620 {{(pid=80113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Feb 04 08:05:27.658020 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-0dbc146e-1d7b-4452-80ad-15db357f166b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:27.712070 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-0dbc146e-1d7b-4452-80ad-15db357f166b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850727736'] for subnet, precommit_delete_associations {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:27.800199 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-0dbc146e-1d7b-4452-80ad-15db357f166b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4562'] for subnet, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:28.060680 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-0dbc146e-1d7b-4452-80ad-15db357f166b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854771238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3166325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853310372'] for subnet, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:28.076346 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:05:28.167643 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbc146e-1d7b-4452-80ad-15db357f166b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c113e9e9-819c-413f-8742-7912f5a3f620,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:05:28.185204 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-0dbc146e-1d7b-4452-80ad-15db357f166b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:05:28.214023 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Device 21315a2b-4a9c-479a-8737-a839e11153b3 no longer exists at agent ovs-agent-dv-cinder-733062-18-smb {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 04 08:05:28.220050 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-0dbc146e-1d7b-4452-80ad-15db357f166b admin admin] Notify callbacks [] for subnet, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:28.227134 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-0dbc146e-1d7b-4452-80ad-15db357f166b admin admin] 10.222.0.99 "DELETE /v2.0/subnets/c113e9e9-819c-413f-8742-7912f5a3f620 HTTP/1.1" status: 204 len: 168 time: 0.6444547 Feb 04 08:05:28.229937 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 57318) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:05:28.254722 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db230f05-d8b3-4153-b83d-216f3b977a2f None None] Network 3c065512-3d6a-479a-b479-11e02ccc5658 requested from dv-cinder-733062-18-smb {{(pid=80115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 04 08:05:28.283804 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] No Port match for: 21315a2b-4a9c-479a-8737-a839e11153b3 {{(pid=80115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 04 08:05:28.284183 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Device 21315a2b-4a9c-479a-8737-a839e11153b3 not bound to the agent host dv-cinder-733062-18-smb {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 04 08:05:28.284651 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Device b89ec45b-8d09-4de9-896d-76dcee756ac5 no longer exists at agent ovs-agent-dv-cinder-733062-18-smb {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 04 08:05:28.375870 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1868229f-9a67-4885-8290-5954c0db63af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854354064'] for network, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:28.411439 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] No Port match for: b89ec45b-8d09-4de9-896d-76dcee756ac5 {{(pid=80115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 04 08:05:28.411810 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Device b89ec45b-8d09-4de9-896d-76dcee756ac5 not bound to the agent host dv-cinder-733062-18-smb {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 04 08:05:28.452333 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-1868229f-9a67-4885-8290-5954c0db63af admin admin] Deleting port eec40e10-6244-48c4-911c-2956bf920c52 {{(pid=80113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 04 08:05:28.452714 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1868229f-9a67-4885-8290-5954c0db63af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727595022485'] for port, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:28.582383 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88f61bab-a53b-4e11-ae98-4ed0b26a169c None None] DHCP port deletion for 3c065512-3d6a-479a-b479-11e02ccc5658 request from dv-cinder-733062-18-smb {{(pid=80115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 04 08:05:28.587790 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-88f61bab-a53b-4e11-ae98-4ed0b26a169c None None] Deleting port eec40e10-6244-48c4-911c-2956bf920c52 {{(pid=80115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 04 08:05:28.588290 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-88f61bab-a53b-4e11-ae98-4ed0b26a169c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727595022485'] for port, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:28.720503 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-1868229f-9a67-4885-8290-5954c0db63af admin admin] For port eec40e10-6244-48c4-911c-2956bf920c52, host dv-cinder-733062-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-18-smb',level=0,port_id=eec40e10-6244-48c4-911c-2956bf920c52,segment=NetworkSegment(c1444196-01b8-49a6-91dc-480435b565ae),segment_id=c1444196-01b8-49a6-91dc-480435b565ae)] {{(pid=80113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 08:05:28.720893 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1868229f-9a67-4885-8290-5954c0db63af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853131150'] for port, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:28.834252 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-88f61bab-a53b-4e11-ae98-4ed0b26a169c None None] For port eec40e10-6244-48c4-911c-2956bf920c52, host dv-cinder-733062-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-18-smb',level=0,port_id=eec40e10-6244-48c4-911c-2956bf920c52,segment=NetworkSegment(c1444196-01b8-49a6-91dc-480435b565ae),segment_id=c1444196-01b8-49a6-91dc-480435b565ae)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 08:05:28.834684 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-88f61bab-a53b-4e11-ae98-4ed0b26a169c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853131150'] for port, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:28.858651 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-1868229f-9a67-4885-8290-5954c0db63af admin admin] Calling delete_port for eec40e10-6244-48c4-911c-2956bf920c52 owned by network:dhcp {{(pid=80113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 04 08:05:28.936982 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1868229f-9a67-4885-8290-5954c0db63af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309259674774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727594605512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851609521'] for port, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:28.953407 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-501d5593-5e3e-428b-817b-10c9c477fa83 tempest-VolumesSnapshotTestJSON-308628831 tempest-VolumesSnapshotTestJSON-308628831-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:05:28.967822 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-88f61bab-a53b-4e11-ae98-4ed0b26a169c None None] Calling delete_port for eec40e10-6244-48c4-911c-2956bf920c52 owned by network:dhcp {{(pid=80115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 04 08:05:29.043536 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.db.api [None req-88f61bab-a53b-4e11-ae98-4ed0b26a169c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80115) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 04 08:05:29.043942 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_db.api [None req-88f61bab-a53b-4e11-ae98-4ed0b26a169c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 04 08:05:29.050181 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1868229f-9a67-4885-8290-5954c0db63af admin admin] Pushing event deleted for resources: {'Port': ['ID=eec40e10-6244-48c4-911c-2956bf920c52,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:05:29.058483 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-1868229f-9a67-4885-8290-5954c0db63af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:05:29.102000 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1868229f-9a67-4885-8290-5954c0db63af admin admin] No DVR routers for this DVR port eec40e10-6244-48c4-911c-2956bf920c52 on host dv-cinder-733062-18-smb {{(pid=80113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 04 08:05:29.228001 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1868229f-9a67-4885-8290-5954c0db63af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8537', 'neutron.services.segments.db._delete_segments_for_network--9223363309259659414'] for network, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:29.347605 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.services.segments.db [None req-1868229f-9a67-4885-8290-5954c0db63af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c065512-3d6a-479a-b479-11e02ccc5658']}} {{(pid=80113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 08:05:29.360695 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.services.segments.db [None req-1868229f-9a67-4885-8290-5954c0db63af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1444196-01b8-49a6-91dc-480435b565ae') {'for_net_delete': True} {{(pid=80113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 08:05:29.361031 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.services.segments.db [None req-1868229f-9a67-4885-8290-5954c0db63af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1444196-01b8-49a6-91dc-480435b565ae') {} {{(pid=80113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 08:05:29.373621 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1868229f-9a67-4885-8290-5954c0db63af admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363309259661718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4048064'] for segment, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:29.390497 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1868229f-9a67-4885-8290-5954c0db63af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774980'] for segment, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:29.392710 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1868229f-9a67-4885-8290-5954c0db63af admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 04 08:05:29.545526 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-88f61bab-a53b-4e11-ae98-4ed0b26a169c None None] Deleting port eec40e10-6244-48c4-911c-2956bf920c52 {{(pid=80115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 04 08:05:29.545871 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-88f61bab-a53b-4e11-ae98-4ed0b26a169c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727595022485'] for port, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:29.581727 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-1868229f-9a67-4885-8290-5954c0db63af admin admin] Network 3c065512-3d6a-479a-b479-11e02ccc5658 has no segments {{(pid=80113) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 04 08:05:29.592090 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1868229f-9a67-4885-8290-5954c0db63af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3166234'] for segment, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:29.622324 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-88f61bab-a53b-4e11-ae98-4ed0b26a169c None None] The port 'eec40e10-6244-48c4-911c-2956bf920c52' was deleted {{(pid=80115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 04 08:05:29.779620 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-1868229f-9a67-4885-8290-5954c0db63af admin admin] Network 3c065512-3d6a-479a-b479-11e02ccc5658 has no segments {{(pid=80113) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 04 08:05:29.804328 dv-cinder-733062-18-smb neutron-server[79999]: Traceback (most recent call last): Feb 04 08:05:29.804328 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 08:05:29.804328 dv-cinder-733062-18-smb neutron-server[79999]: timer() Feb 04 08:05:29.804328 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 08:05:29.804328 dv-cinder-733062-18-smb neutron-server[79999]: cb(*args, **kw) Feb 04 08:05:29.804328 dv-cinder-733062-18-smb neutron-server[79999]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 04 08:05:29.804328 dv-cinder-733062-18-smb neutron-server[79999]: return func(*args, **kwargs) Feb 04 08:05:29.804328 dv-cinder-733062-18-smb neutron-server[79999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 08:05:29.804328 dv-cinder-733062-18-smb neutron-server[79999]: self._notify() Feb 04 08:05:29.804328 dv-cinder-733062-18-smb neutron-server[79999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 08:05:29.804328 dv-cinder-733062-18-smb neutron-server[79999]: self.callback(batched_events) Feb 04 08:05:29.804328 dv-cinder-733062-18-smb neutron-server[79999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 08:05:29.804328 dv-cinder-733062-18-smb neutron-server[79999]: event.method(event) Feb 04 08:05:29.804328 dv-cinder-733062-18-smb neutron-server[79999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 08:05:29.804328 dv-cinder-733062-18-smb neutron-server[79999]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 08:05:29.804328 dv-cinder-733062-18-smb neutron-server[79999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 04 08:05:29.804328 dv-cinder-733062-18-smb neutron-server[79999]: segment_id)['aggregates'][0] Feb 04 08:05:29.804328 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 08:05:29.804328 dv-cinder-733062-18-smb neutron-server[79999]: return f(self, *a, **k) Feb 04 08:05:29.804328 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 08:05:29.804328 dv-cinder-733062-18-smb neutron-server[79999]: return self._get(url).json() Feb 04 08:05:29.804328 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 08:05:29.804328 dv-cinder-733062-18-smb neutron-server[79999]: **kwargs) Feb 04 08:05:29.804328 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 08:05:29.804328 dv-cinder-733062-18-smb neutron-server[79999]: return self.request(url, 'GET', **kwargs) Feb 04 08:05:29.804328 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 04 08:05:29.804328 dv-cinder-733062-18-smb neutron-server[79999]: **endpoint_filter) Feb 04 08:05:29.804328 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 08:05:29.804328 dv-cinder-733062-18-smb neutron-server[79999]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 08:05:29.804328 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 08:05:29.804328 dv-cinder-733062-18-smb neutron-server[79999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 08:05:29.804328 dv-cinder-733062-18-smb neutron-server[79999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 08:05:29.887742 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1868229f-9a67-4885-8290-5954c0db63af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854767263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853136492'] for network, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:29.892290 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1868229f-9a67-4885-8290-5954c0db63af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1815815'] for network, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:29.896217 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:05:29.925291 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1868229f-9a67-4885-8290-5954c0db63af admin admin] Pushing event deleted for resources: {'Network': ['ID=3c065512-3d6a-479a-b479-11e02ccc5658,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:05:29.928140 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-1868229f-9a67-4885-8290-5954c0db63af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:05:29.942228 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-1868229f-9a67-4885-8290-5954c0db63af admin admin] 10.222.0.99 "DELETE /v2.0/networks/3c065512-3d6a-479a-b479-11e02ccc5658 HTTP/1.1" status: 204 len: 168 time: 1.7084212 Feb 04 08:05:30.093201 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 57334) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:05:30.146201 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-53d05b7d-f4fd-4e2d-990e-2a649931924f admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=672bfb04a4f44fa3ae40a386ff3ebb9b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0516534 Feb 04 08:05:30.149862 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.99', 57338) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:05:30.208063 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Device eec40e10-6244-48c4-911c-2956bf920c52 no longer exists at agent ovs-agent-dv-cinder-733062-18-smb {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 04 08:05:30.219524 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-c0b1e108-ab13-483e-b4e2-aa623405d952 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:30.249199 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-c0b1e108-ab13-483e-b4e2-aa623405d952 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:30.250040 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] No Port match for: eec40e10-6244-48c4-911c-2956bf920c52 {{(pid=80115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 04 08:05:30.250439 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Device eec40e10-6244-48c4-911c-2956bf920c52 not bound to the agent host dv-cinder-733062-18-smb {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 04 08:05:30.296106 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-c0b1e108-ab13-483e-b4e2-aa623405d952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:30.301548 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-ddba0e78-ff02-46ee-82cb-55782e29830e tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:05:30.316833 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b1e108-ab13-483e-b4e2-aa623405d952 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25ae158f-cf3a-42ac-a6f7-f36ba86c3020,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:05:30.321112 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-c0b1e108-ab13-483e-b4e2-aa623405d952 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:05:30.324998 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-c0b1e108-ab13-483e-b4e2-aa623405d952 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:30.328980 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-c0b1e108-ab13-483e-b4e2-aa623405d952 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/25ae158f-cf3a-42ac-a6f7-f36ba86c3020 HTTP/1.1" status: 204 len: 168 time: 0.1754322 Feb 04 08:05:37.651540 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:38.020995 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.99', 57472) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:05:38.177170 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-0ddb014d-37d7-4104-bea8-5a27135a607a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:38.193011 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-0ddb014d-37d7-4104-bea8-5a27135a607a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 08:05:38.197708 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-0ddb014d-37d7-4104-bea8-5a27135a607a admin admin] Usage tracker for resource:security_group_rule and tenant:b71042c291dd43448e7f0910434a37d9 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 08:05:38.200709 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-0ddb014d-37d7-4104-bea8-5a27135a607a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 08:05:38.206658 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-0ddb014d-37d7-4104-bea8-5a27135a607a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 08:05:38.294423 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-0ddb014d-37d7-4104-bea8-5a27135a607a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:38.297697 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-0ddb014d-37d7-4104-bea8-5a27135a607a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:38.307514 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-dd00f8bc-48a3-4eeb-836f-287f02034ffc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:05:38.350944 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-0ddb014d-37d7-4104-bea8-5a27135a607a admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=b71042c291dd43448e7f0910434a37d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3287740 Feb 04 08:05:38.352523 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddb014d-37d7-4104-bea8-5a27135a607a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d249700b-c788-4a14-95e8-157b729d7813,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:05:38.354646 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 57478) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:05:38.356102 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-0ddb014d-37d7-4104-bea8-5a27135a607a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:05:38.420156 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-080748b5-2f71-4021-bea6-aa4f570cc5a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:38.448532 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-080748b5-2f71-4021-bea6-aa4f570cc5a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:38.492845 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-080748b5-2f71-4021-bea6-aa4f570cc5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:38.497792 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-c04c62c8-abda-4334-9e7b-95646b5cce5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:05:38.511934 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080748b5-2f71-4021-bea6-aa4f570cc5a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d249700b-c788-4a14-95e8-157b729d7813,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:05:38.520006 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-080748b5-2f71-4021-bea6-aa4f570cc5a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:38.521362 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-080748b5-2f71-4021-bea6-aa4f570cc5a6 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/d249700b-c788-4a14-95e8-157b729d7813 HTTP/1.1" status: 204 len: 168 time: 0.1653752 Feb 04 08:05:38.523029 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080748b5-2f71-4021-bea6-aa4f570cc5a6 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:05:38.524052 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080748b5-2f71-4021-bea6-aa4f570cc5a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:05:38.524457 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080748b5-2f71-4021-bea6-aa4f570cc5a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:05:38.524834 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080748b5-2f71-4021-bea6-aa4f570cc5a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:05:38.525226 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080748b5-2f71-4021-bea6-aa4f570cc5a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:05:38.525619 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080748b5-2f71-4021-bea6-aa4f570cc5a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:05:38.526062 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080748b5-2f71-4021-bea6-aa4f570cc5a6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:05:38.526369 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080748b5-2f71-4021-bea6-aa4f570cc5a6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:05:38.526759 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080748b5-2f71-4021-bea6-aa4f570cc5a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:05:38.527170 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080748b5-2f71-4021-bea6-aa4f570cc5a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:05:38.527659 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080748b5-2f71-4021-bea6-aa4f570cc5a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:05:38.527919 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080748b5-2f71-4021-bea6-aa4f570cc5a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:05:38.528362 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080748b5-2f71-4021-bea6-aa4f570cc5a6 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:05:38.528743 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080748b5-2f71-4021-bea6-aa4f570cc5a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:05:38.529125 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080748b5-2f71-4021-bea6-aa4f570cc5a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:05:38.529509 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080748b5-2f71-4021-bea6-aa4f570cc5a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:05:38.529890 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080748b5-2f71-4021-bea6-aa4f570cc5a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:05:38.530275 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080748b5-2f71-4021-bea6-aa4f570cc5a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:05:38.530659 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080748b5-2f71-4021-bea6-aa4f570cc5a6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:05:38.531057 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080748b5-2f71-4021-bea6-aa4f570cc5a6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:05:38.531442 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080748b5-2f71-4021-bea6-aa4f570cc5a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:05:38.531822 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080748b5-2f71-4021-bea6-aa4f570cc5a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:05:38.532203 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080748b5-2f71-4021-bea6-aa4f570cc5a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:05:38.532590 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080748b5-2f71-4021-bea6-aa4f570cc5a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:05:38.536256 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-080748b5-2f71-4021-bea6-aa4f570cc5a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:05:39.379947 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 57508) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:05:39.522923 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.v2.base [None req-6d4b370c-1f53-4e2c-af62-25be7480767a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-734321476-network', 'tenant_id': 'e8f5ff4203104ceba37d8c9e715a8a1a'}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 08:05:39.528377 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-6d4b370c-1f53-4e2c-af62-25be7480767a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 08:05:39.532519 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-6d4b370c-1f53-4e2c-af62-25be7480767a admin admin] Usage tracker for resource:network and tenant:e8f5ff4203104ceba37d8c9e715a8a1a is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 08:05:39.535607 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-6d4b370c-1f53-4e2c-af62-25be7480767a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 08:05:39.542452 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-6d4b370c-1f53-4e2c-af62-25be7480767a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 08:05:39.552748 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d4b370c-1f53-4e2c-af62-25be7480767a admin admin] Made reservation on behalf of e8f5ff4203104ceba37d8c9e715a8a1a for: {'network': 1} {{(pid=80113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 04 08:05:39.558217 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6d4b370c-1f53-4e2c-af62-25be7480767a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for network, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:39.571534 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6d4b370c-1f53-4e2c-af62-25be7480767a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:39.593993 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-6d4b370c-1f53-4e2c-af62-25be7480767a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 08:05:39.597993 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-6d4b370c-1f53-4e2c-af62-25be7480767a admin admin] Usage tracker for resource:security_group_rule and tenant:e8f5ff4203104ceba37d8c9e715a8a1a is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 08:05:39.601031 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-6d4b370c-1f53-4e2c-af62-25be7480767a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 08:05:39.608100 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-6d4b370c-1f53-4e2c-af62-25be7480767a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 08:05:39.694322 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6d4b370c-1f53-4e2c-af62-25be7480767a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:39.697467 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6d4b370c-1f53-4e2c-af62-25be7480767a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:39.701810 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-6311c741-89b3-48c2-b76a-bdb46f543f28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:05:39.734792 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d4b370c-1f53-4e2c-af62-25be7480767a admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 04 08:05:39.744347 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4b370c-1f53-4e2c-af62-25be7480767a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=befde79c-56d9-4767-a152-6e38d5de428e,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:05:39.748287 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-6d4b370c-1f53-4e2c-af62-25be7480767a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:05:39.750848 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6d4b370c-1f53-4e2c-af62-25be7480767a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727595116386', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774980'] for segment, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:39.751339 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.db.segments_db [None req-6d4b370c-1f53-4e2c-af62-25be7480767a admin admin] Added segment 001f58c2-8015-47d0-ae5a-f2040ed22989 of type vxlan for network 8e6ba494-e07a-47c7-892f-a2b588811c7b Feb 04 08:05:39.779057 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6d4b370c-1f53-4e2c-af62-25be7480767a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363309260185511'] for network, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:39.809820 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6d4b370c-1f53-4e2c-af62-25be7480767a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830'] for network, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:39.811112 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d4b370c-1f53-4e2c-af62-25be7480767a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:05:39.811770 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6d4b370c-1f53-4e2c-af62-25be7480767a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1815815'] for network, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:39.816818 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-7cda0b92-b68b-4a10-98d3-24ba5c6d26e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:05:39.924452 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-6d4b370c-1f53-4e2c-af62-25be7480767a admin admin] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5429089 Feb 04 08:05:39.927529 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4b370c-1f53-4e2c-af62-25be7480767a admin admin] Pushing event updated for resources: {'Network': ['ID=8e6ba494-e07a-47c7-892f-a2b588811c7b,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:05:39.928232 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.99', 57514) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:05:39.931196 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-6d4b370c-1f53-4e2c-af62-25be7480767a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:05:39.935956 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.v2.base [None req-2ab620ac-8912-47bc-93b6-83ce87339234 admin admin] Request body: {'subnet': {'network_id': '8e6ba494-e07a-47c7-892f-a2b588811c7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-734321476-subnet', 'tenant_id': 'e8f5ff4203104ceba37d8c9e715a8a1a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 08:05:39.939069 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Network 8e6ba494-e07a-47c7-892f-a2b588811c7b details requested by agent ovs-agent-dv-cinder-733062-18-smb with host dv-cinder-733062-18-smb {{(pid=80115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 04 08:05:39.941835 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-2ab620ac-8912-47bc-93b6-83ce87339234 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 08:05:39.947233 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-2ab620ac-8912-47bc-93b6-83ce87339234 admin admin] Usage tracker for resource:subnet and tenant:e8f5ff4203104ceba37d8c9e715a8a1a is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 08:05:39.950390 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-2ab620ac-8912-47bc-93b6-83ce87339234 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 08:05:39.956151 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-2ab620ac-8912-47bc-93b6-83ce87339234 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 08:05:39.957821 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Network 8e6ba494-e07a-47c7-892f-a2b588811c7b details requested by agent ovs-agent-hv-cinder-73306 with host hv-cinder-73306 {{(pid=80115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 04 08:05:39.970600 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ab620ac-8912-47bc-93b6-83ce87339234 admin admin] Made reservation on behalf of e8f5ff4203104ceba37d8c9e715a8a1a for: {'subnet': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 04 08:05:39.975294 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-2ab620ac-8912-47bc-93b6-83ce87339234 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851948975'] for subnet, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:40.436002 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-2ab620ac-8912-47bc-93b6-83ce87339234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852444607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851948958'] for subnet, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:40.451588 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:05:40.581163 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab620ac-8912-47bc-93b6-83ce87339234 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f25d8a93-e69d-4646-bae4-042a1a113b6a,revision_number=0']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:05:40.584181 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-2ab620ac-8912-47bc-93b6-83ce87339234 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:05:40.870967 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab620ac-8912-47bc-93b6-83ce87339234 admin admin] Checking segment: {'id': '001f58c2-8015-47d0-ae5a-f2040ed22989', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8e6ba494-e07a-47c7-892f-a2b588811c7b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 04 08:05:40.871397 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab620ac-8912-47bc-93b6-83ce87339234 admin admin] Network hostable DHCP agents. Network: 8e6ba494-e07a-47c7-892f-a2b588811c7b, hostable agents: ['8e54cc33-14f6-4bf4-a71e-228639724c29'], hosted agents: [] {{(pid=80114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 04 08:05:40.889563 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab620ac-8912-47bc-93b6-83ce87339234 admin admin] Network 8e6ba494-e07a-47c7-892f-a2b588811c7b is scheduled to be hosted by DHCP agent 8e54cc33-14f6-4bf4-a71e-228639724c29 with binding_index 1 {{(pid=80114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 04 08:05:40.898604 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.base_scheduler [None req-2ab620ac-8912-47bc-93b6-83ce87339234 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733062-18-smb, 8e6ba494-e07a-47c7-892f-a2b588811c7b) {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 04 08:05:40.908191 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76f0718c-5e9b-4d2e-8504-11ea3bc0b2db None None] Network 8e6ba494-e07a-47c7-892f-a2b588811c7b requested from dv-cinder-733062-18-smb {{(pid=80115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 04 08:05:40.912395 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab620ac-8912-47bc-93b6-83ce87339234 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:05:40.913027 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-2ab620ac-8912-47bc-93b6-83ce87339234 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1815815'] for subnet, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:40.943799 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-2ab620ac-8912-47bc-93b6-83ce87339234 admin admin] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0089469 Feb 04 08:05:41.143306 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83904b80-223d-4a92-a12a-4791d9289f45 None None] Network 8e6ba494-e07a-47c7-892f-a2b588811c7b requested from dv-cinder-733062-18-smb {{(pid=80115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 04 08:05:41.871548 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.99', 57550) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:05:41.877933 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.v2.base [None req-fb51cb3f-c3ec-4ff9-acc2-70a12fb96e78 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1987482991-network', 'tenant_id': '0ec4b7fcafe243f9860e393d38a6943d'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 08:05:41.883903 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-fb51cb3f-c3ec-4ff9-acc2-70a12fb96e78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 08:05:41.887970 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-fb51cb3f-c3ec-4ff9-acc2-70a12fb96e78 admin admin] Usage tracker for resource:network and tenant:0ec4b7fcafe243f9860e393d38a6943d is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 08:05:41.891873 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-fb51cb3f-c3ec-4ff9-acc2-70a12fb96e78 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 08:05:41.897669 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-fb51cb3f-c3ec-4ff9-acc2-70a12fb96e78 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 08:05:41.906532 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb51cb3f-c3ec-4ff9-acc2-70a12fb96e78 admin admin] Made reservation on behalf of 0ec4b7fcafe243f9860e393d38a6943d for: {'network': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 04 08:05:41.911269 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-fb51cb3f-c3ec-4ff9-acc2-70a12fb96e78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for network, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:41.924738 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-fb51cb3f-c3ec-4ff9-acc2-70a12fb96e78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:41.940252 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-fb51cb3f-c3ec-4ff9-acc2-70a12fb96e78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 08:05:41.944237 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-fb51cb3f-c3ec-4ff9-acc2-70a12fb96e78 admin admin] Usage tracker for resource:security_group_rule and tenant:0ec4b7fcafe243f9860e393d38a6943d is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 08:05:41.947706 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-fb51cb3f-c3ec-4ff9-acc2-70a12fb96e78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 08:05:41.953448 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-fb51cb3f-c3ec-4ff9-acc2-70a12fb96e78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 08:05:42.037160 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-fb51cb3f-c3ec-4ff9-acc2-70a12fb96e78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:42.040068 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-fb51cb3f-c3ec-4ff9-acc2-70a12fb96e78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:42.044525 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-8e7ee756-710a-43e4-ac7b-452b3f25ca07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:05:42.053819 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.agents_db [None req-15dbd8ae-9ae4-49dc-a873-5f27e28d1d51 None None] Agent healthcheck: found 6 active agents {{(pid=80116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 04 08:05:42.075257 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb51cb3f-c3ec-4ff9-acc2-70a12fb96e78 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 04 08:05:42.088154 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb51cb3f-c3ec-4ff9-acc2-70a12fb96e78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3a1817b-63f3-4920-9276-665cc11c5a03,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:05:42.092454 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-fb51cb3f-c3ec-4ff9-acc2-70a12fb96e78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:05:42.093429 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-fb51cb3f-c3ec-4ff9-acc2-70a12fb96e78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774980'] for segment, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:42.093809 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.db.segments_db [None req-fb51cb3f-c3ec-4ff9-acc2-70a12fb96e78 admin admin] Added segment b3cd481c-c514-406d-8e57-13a7487e7d55 of type vxlan for network 01025692-1a07-46e0-8adc-7b879ef5fb26 Feb 04 08:05:42.124224 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-fb51cb3f-c3ec-4ff9-acc2-70a12fb96e78 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363309260185511'] for network, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:42.155286 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-fb51cb3f-c3ec-4ff9-acc2-70a12fb96e78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830'] for network, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:42.156600 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb51cb3f-c3ec-4ff9-acc2-70a12fb96e78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:05:42.158061 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-fb51cb3f-c3ec-4ff9-acc2-70a12fb96e78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1815815'] for network, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:42.163048 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:05:42.269787 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-fb51cb3f-c3ec-4ff9-acc2-70a12fb96e78 admin admin] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.3969824 Feb 04 08:05:42.270706 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb51cb3f-c3ec-4ff9-acc2-70a12fb96e78 admin admin] Pushing event updated for resources: {'Network': ['ID=01025692-1a07-46e0-8adc-7b879ef5fb26,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:05:42.272825 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.99', 57554) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:05:42.275614 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-fb51cb3f-c3ec-4ff9-acc2-70a12fb96e78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:05:42.279797 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.v2.base [None req-b75f069c-c2f2-4e50-9269-41feef129041 admin admin] Request body: {'subnet': {'network_id': '01025692-1a07-46e0-8adc-7b879ef5fb26', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1987482991-subnet', 'tenant_id': '0ec4b7fcafe243f9860e393d38a6943d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 08:05:42.282001 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Network 01025692-1a07-46e0-8adc-7b879ef5fb26 details requested by agent ovs-agent-dv-cinder-733062-18-smb with host dv-cinder-733062-18-smb {{(pid=80115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 04 08:05:42.284977 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-b75f069c-c2f2-4e50-9269-41feef129041 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 08:05:42.290460 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-b75f069c-c2f2-4e50-9269-41feef129041 admin admin] Usage tracker for resource:subnet and tenant:0ec4b7fcafe243f9860e393d38a6943d is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 08:05:42.296043 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-b75f069c-c2f2-4e50-9269-41feef129041 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 08:05:42.298753 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Network 01025692-1a07-46e0-8adc-7b879ef5fb26 details requested by agent ovs-agent-hv-cinder-73306 with host hv-cinder-73306 {{(pid=80115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 04 08:05:42.305294 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-b75f069c-c2f2-4e50-9269-41feef129041 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 08:05:42.315339 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b75f069c-c2f2-4e50-9269-41feef129041 admin admin] Made reservation on behalf of 0ec4b7fcafe243f9860e393d38a6943d for: {'subnet': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 04 08:05:42.320309 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b75f069c-c2f2-4e50-9269-41feef129041 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851948975'] for subnet, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:42.738830 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b75f069c-c2f2-4e50-9269-41feef129041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852444607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851948958'] for subnet, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:42.754837 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-21944a13-6d77-496e-9419-8259e8521240 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:05:42.887145 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75f069c-c2f2-4e50-9269-41feef129041 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce993b18-3d9e-4d86-9cf8-9b0ca9e3a952,revision_number=0']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:05:42.901309 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-b75f069c-c2f2-4e50-9269-41feef129041 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:05:42.965468 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75f069c-c2f2-4e50-9269-41feef129041 admin admin] Checking segment: {'id': 'b3cd481c-c514-406d-8e57-13a7487e7d55', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '01025692-1a07-46e0-8adc-7b879ef5fb26'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 04 08:05:42.965885 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b75f069c-c2f2-4e50-9269-41feef129041 admin admin] Network hostable DHCP agents. Network: 01025692-1a07-46e0-8adc-7b879ef5fb26, hostable agents: ['8e54cc33-14f6-4bf4-a71e-228639724c29'], hosted agents: [] {{(pid=80114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 04 08:05:42.984213 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b75f069c-c2f2-4e50-9269-41feef129041 admin admin] Network 01025692-1a07-46e0-8adc-7b879ef5fb26 is scheduled to be hosted by DHCP agent 8e54cc33-14f6-4bf4-a71e-228639724c29 with binding_index 1 {{(pid=80114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 04 08:05:42.992245 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.base_scheduler [None req-b75f069c-c2f2-4e50-9269-41feef129041 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733062-18-smb, 01025692-1a07-46e0-8adc-7b879ef5fb26) {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 04 08:05:43.001787 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ddd8b7-cfe5-4ad2-bdfd-3b360cd5ef13 None None] Network 01025692-1a07-46e0-8adc-7b879ef5fb26 requested from dv-cinder-733062-18-smb {{(pid=80115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 04 08:05:43.004001 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b75f069c-c2f2-4e50-9269-41feef129041 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:05:43.004649 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b75f069c-c2f2-4e50-9269-41feef129041 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1815815'] for subnet, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:43.025253 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-b75f069c-c2f2-4e50-9269-41feef129041 admin admin] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7512181 Feb 04 08:05:43.176610 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.99', 57568) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:05:43.241467 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a14d418-c334-4885-bbe3-6014f1b92b91 None None] Network 01025692-1a07-46e0-8adc-7b879ef5fb26 requested from dv-cinder-733062-18-smb {{(pid=80115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 04 08:05:43.249822 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.db_base_plugin_v2 [None req-557af976-d7e5-4e31-a39e-2acc0bab75dd admin admin] Deleting subnet f25d8a93-e69d-4646-bae4-042a1a113b6a {{(pid=80114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Feb 04 08:05:43.253281 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-557af976-d7e5-4e31-a39e-2acc0bab75dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:43.313213 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-557af976-d7e5-4e31-a39e-2acc0bab75dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2352805'] for subnet, precommit_delete_associations {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:43.374848 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-557af976-d7e5-4e31-a39e-2acc0bab75dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4562'] for subnet, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:43.642399 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-557af976-d7e5-4e31-a39e-2acc0bab75dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854771238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852444796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2826875'] for subnet, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:43.658741 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-2ab620ac-8912-47bc-93b6-83ce87339234 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:05:43.745477 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557af976-d7e5-4e31-a39e-2acc0bab75dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f25d8a93-e69d-4646-bae4-042a1a113b6a,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:05:43.752999 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-557af976-d7e5-4e31-a39e-2acc0bab75dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:05:43.799052 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-557af976-d7e5-4e31-a39e-2acc0bab75dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1815815'] for subnet, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:43.805979 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-557af976-d7e5-4e31-a39e-2acc0bab75dd admin admin] 10.222.0.99 "DELETE /v2.0/subnets/f25d8a93-e69d-4646-bae4-042a1a113b6a HTTP/1.1" status: 204 len: 168 time: 0.6282411 Feb 04 08:05:43.808994 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.99', 57572) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:05:43.931159 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-2e654720-ba2e-40f6-b11c-896cb0c317d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854354064'] for network, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:44.133922 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-2e654720-ba2e-40f6-b11c-896cb0c317d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8537', 'neutron.services.segments.db._delete_segments_for_network--9223363309259659414'] for network, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:44.250149 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.services.segments.db [None req-2e654720-ba2e-40f6-b11c-896cb0c317d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e6ba494-e07a-47c7-892f-a2b588811c7b']}} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 08:05:44.268881 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.services.segments.db [None req-2e654720-ba2e-40f6-b11c-896cb0c317d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '001f58c2-8015-47d0-ae5a-f2040ed22989') {'for_net_delete': True} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 08:05:44.269214 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.services.segments.db [None req-2e654720-ba2e-40f6-b11c-896cb0c317d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '001f58c2-8015-47d0-ae5a-f2040ed22989') {} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 08:05:44.282932 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-2e654720-ba2e-40f6-b11c-896cb0c317d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363309259661718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852422995'] for segment, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:44.300846 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-2e654720-ba2e-40f6-b11c-896cb0c317d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774980'] for segment, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:44.303100 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-2e654720-ba2e-40f6-b11c-896cb0c317d1 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 04 08:05:44.501099 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-2e654720-ba2e-40f6-b11c-896cb0c317d1 admin admin] Network 8e6ba494-e07a-47c7-892f-a2b588811c7b has no segments {{(pid=80114) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 04 08:05:44.512498 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-2e654720-ba2e-40f6-b11c-896cb0c317d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852444693'] for segment, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:44.711853 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-2e654720-ba2e-40f6-b11c-896cb0c317d1 admin admin] Network 8e6ba494-e07a-47c7-892f-a2b588811c7b has no segments {{(pid=80114) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 04 08:05:44.735871 dv-cinder-733062-18-smb neutron-server[79999]: Traceback (most recent call last): Feb 04 08:05:44.735871 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 08:05:44.735871 dv-cinder-733062-18-smb neutron-server[79999]: timer() Feb 04 08:05:44.735871 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 08:05:44.735871 dv-cinder-733062-18-smb neutron-server[79999]: cb(*args, **kw) Feb 04 08:05:44.735871 dv-cinder-733062-18-smb neutron-server[79999]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 04 08:05:44.735871 dv-cinder-733062-18-smb neutron-server[79999]: return func(*args, **kwargs) Feb 04 08:05:44.735871 dv-cinder-733062-18-smb neutron-server[79999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 08:05:44.735871 dv-cinder-733062-18-smb neutron-server[79999]: self._notify() Feb 04 08:05:44.735871 dv-cinder-733062-18-smb neutron-server[79999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 08:05:44.735871 dv-cinder-733062-18-smb neutron-server[79999]: self.callback(batched_events) Feb 04 08:05:44.735871 dv-cinder-733062-18-smb neutron-server[79999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 08:05:44.735871 dv-cinder-733062-18-smb neutron-server[79999]: event.method(event) Feb 04 08:05:44.735871 dv-cinder-733062-18-smb neutron-server[79999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 08:05:44.735871 dv-cinder-733062-18-smb neutron-server[79999]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 08:05:44.735871 dv-cinder-733062-18-smb neutron-server[79999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 04 08:05:44.735871 dv-cinder-733062-18-smb neutron-server[79999]: segment_id)['aggregates'][0] Feb 04 08:05:44.735871 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 08:05:44.735871 dv-cinder-733062-18-smb neutron-server[79999]: return f(self, *a, **k) Feb 04 08:05:44.735871 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 08:05:44.735871 dv-cinder-733062-18-smb neutron-server[79999]: return self._get(url).json() Feb 04 08:05:44.735871 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 08:05:44.735871 dv-cinder-733062-18-smb neutron-server[79999]: **kwargs) Feb 04 08:05:44.735871 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 08:05:44.735871 dv-cinder-733062-18-smb neutron-server[79999]: return self.request(url, 'GET', **kwargs) Feb 04 08:05:44.735871 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 04 08:05:44.735871 dv-cinder-733062-18-smb neutron-server[79999]: **endpoint_filter) Feb 04 08:05:44.735871 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 08:05:44.735871 dv-cinder-733062-18-smb neutron-server[79999]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 08:05:44.735871 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 08:05:44.735871 dv-cinder-733062-18-smb neutron-server[79999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 08:05:44.735871 dv-cinder-733062-18-smb neutron-server[79999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 08:05:44.823046 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-2e654720-ba2e-40f6-b11c-896cb0c317d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854767263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853136492'] for network, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:44.827767 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-2e654720-ba2e-40f6-b11c-896cb0c317d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1815815'] for network, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:44.831779 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-15cd3288-abb0-4790-8352-c15e940523e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:05:44.852902 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e654720-ba2e-40f6-b11c-896cb0c317d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e6ba494-e07a-47c7-892f-a2b588811c7b,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:05:44.855533 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-2e654720-ba2e-40f6-b11c-896cb0c317d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:05:44.857175 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-2e654720-ba2e-40f6-b11c-896cb0c317d1 admin admin] 10.222.0.99 "DELETE /v2.0/networks/8e6ba494-e07a-47c7-892f-a2b588811c7b HTTP/1.1" status: 204 len: 168 time: 1.0471585 Feb 04 08:05:44.860206 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.99', 57582) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:05:44.928338 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.db_base_plugin_v2 [None req-b42f1555-bcd9-45d0-bea6-fb6a3c9bf359 admin admin] Deleting subnet ce993b18-3d9e-4d86-9cf8-9b0ca9e3a952 {{(pid=80114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Feb 04 08:05:44.932361 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b42f1555-bcd9-45d0-bea6-fb6a3c9bf359 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:44.990953 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b42f1555-bcd9-45d0-bea6-fb6a3c9bf359 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2352805'] for subnet, precommit_delete_associations {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:45.052348 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b42f1555-bcd9-45d0-bea6-fb6a3c9bf359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4562'] for subnet, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:45.320459 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b42f1555-bcd9-45d0-bea6-fb6a3c9bf359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854771238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852444796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2826875'] for subnet, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:45.337536 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:05:45.425600 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42f1555-bcd9-45d0-bea6-fb6a3c9bf359 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce993b18-3d9e-4d86-9cf8-9b0ca9e3a952,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:05:45.434722 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-b42f1555-bcd9-45d0-bea6-fb6a3c9bf359 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:05:45.486645 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b42f1555-bcd9-45d0-bea6-fb6a3c9bf359 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1815815'] for subnet, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:45.494673 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-b42f1555-bcd9-45d0-bea6-fb6a3c9bf359 admin admin] 10.222.0.99 "DELETE /v2.0/subnets/ce993b18-3d9e-4d86-9cf8-9b0ca9e3a952 HTTP/1.1" status: 204 len: 168 time: 0.6333230 Feb 04 08:05:45.497254 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.99', 57598) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:05:45.621279 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-c4197030-0e01-475a-a3e5-532856883ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854354064'] for network, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:45.816370 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-c4197030-0e01-475a-a3e5-532856883ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8537', 'neutron.services.segments.db._delete_segments_for_network--9223363309259659414'] for network, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:46.181474 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.services.segments.db [None req-c4197030-0e01-475a-a3e5-532856883ca8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01025692-1a07-46e0-8adc-7b879ef5fb26']}} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 08:05:46.194598 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.services.segments.db [None req-c4197030-0e01-475a-a3e5-532856883ca8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3cd481c-c514-406d-8e57-13a7487e7d55') {'for_net_delete': True} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 08:05:46.196094 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.services.segments.db [None req-c4197030-0e01-475a-a3e5-532856883ca8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3cd481c-c514-406d-8e57-13a7487e7d55') {} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 08:05:46.208449 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-c4197030-0e01-475a-a3e5-532856883ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363309259661718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852422995'] for segment, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:46.223931 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-c4197030-0e01-475a-a3e5-532856883ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774980'] for segment, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:46.226082 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c4197030-0e01-475a-a3e5-532856883ca8 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 04 08:05:46.417428 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-c4197030-0e01-475a-a3e5-532856883ca8 admin admin] Network 01025692-1a07-46e0-8adc-7b879ef5fb26 has no segments {{(pid=80114) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 04 08:05:46.427237 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-c4197030-0e01-475a-a3e5-532856883ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852444693'] for segment, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:46.613794 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-c4197030-0e01-475a-a3e5-532856883ca8 admin admin] Network 01025692-1a07-46e0-8adc-7b879ef5fb26 has no segments {{(pid=80114) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 04 08:05:46.636755 dv-cinder-733062-18-smb neutron-server[79999]: Traceback (most recent call last): Feb 04 08:05:46.636755 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 08:05:46.636755 dv-cinder-733062-18-smb neutron-server[79999]: timer() Feb 04 08:05:46.636755 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 08:05:46.636755 dv-cinder-733062-18-smb neutron-server[79999]: cb(*args, **kw) Feb 04 08:05:46.636755 dv-cinder-733062-18-smb neutron-server[79999]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 04 08:05:46.636755 dv-cinder-733062-18-smb neutron-server[79999]: return func(*args, **kwargs) Feb 04 08:05:46.636755 dv-cinder-733062-18-smb neutron-server[79999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 08:05:46.636755 dv-cinder-733062-18-smb neutron-server[79999]: self._notify() Feb 04 08:05:46.636755 dv-cinder-733062-18-smb neutron-server[79999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 08:05:46.636755 dv-cinder-733062-18-smb neutron-server[79999]: self.callback(batched_events) Feb 04 08:05:46.636755 dv-cinder-733062-18-smb neutron-server[79999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 08:05:46.636755 dv-cinder-733062-18-smb neutron-server[79999]: event.method(event) Feb 04 08:05:46.636755 dv-cinder-733062-18-smb neutron-server[79999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 08:05:46.636755 dv-cinder-733062-18-smb neutron-server[79999]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 08:05:46.636755 dv-cinder-733062-18-smb neutron-server[79999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 04 08:05:46.636755 dv-cinder-733062-18-smb neutron-server[79999]: segment_id)['aggregates'][0] Feb 04 08:05:46.636755 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 08:05:46.636755 dv-cinder-733062-18-smb neutron-server[79999]: return f(self, *a, **k) Feb 04 08:05:46.636755 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 08:05:46.636755 dv-cinder-733062-18-smb neutron-server[79999]: return self._get(url).json() Feb 04 08:05:46.636755 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 08:05:46.636755 dv-cinder-733062-18-smb neutron-server[79999]: **kwargs) Feb 04 08:05:46.636755 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 08:05:46.636755 dv-cinder-733062-18-smb neutron-server[79999]: return self.request(url, 'GET', **kwargs) Feb 04 08:05:46.636755 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 04 08:05:46.636755 dv-cinder-733062-18-smb neutron-server[79999]: **endpoint_filter) Feb 04 08:05:46.636755 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 08:05:46.636755 dv-cinder-733062-18-smb neutron-server[79999]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 08:05:46.636755 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 08:05:46.636755 dv-cinder-733062-18-smb neutron-server[79999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 08:05:46.636755 dv-cinder-733062-18-smb neutron-server[79999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 08:05:46.713780 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-c4197030-0e01-475a-a3e5-532856883ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854767263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853136492'] for network, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:46.717269 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:05:46.732219 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-c4197030-0e01-475a-a3e5-532856883ca8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1815815'] for network, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:46.746804 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4197030-0e01-475a-a3e5-532856883ca8 admin admin] Pushing event deleted for resources: {'Network': ['ID=01025692-1a07-46e0-8adc-7b879ef5fb26,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:05:46.750031 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-c4197030-0e01-475a-a3e5-532856883ca8 admin admin] 10.222.0.99 "DELETE /v2.0/networks/01025692-1a07-46e0-8adc-7b879ef5fb26 HTTP/1.1" status: 204 len: 168 time: 1.2516084 Feb 04 08:05:46.751104 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-c4197030-0e01-475a-a3e5-532856883ca8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:05:46.956580 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.99', 57616) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:05:47.015767 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-23705f8e-c39d-459d-9d81-09b6b162f699 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=e8f5ff4203104ceba37d8c9e715a8a1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0542629 Feb 04 08:05:47.016085 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.99', 57622) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:05:47.082735 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-43f38501-5061-4b20-b25e-be4063a4eacb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:47.112438 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-43f38501-5061-4b20-b25e-be4063a4eacb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:47.160203 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-43f38501-5061-4b20-b25e-be4063a4eacb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:47.166151 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-a5c308ac-cfcb-47f5-8371-ff410e209496 tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:05:47.178476 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f38501-5061-4b20-b25e-be4063a4eacb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=befde79c-56d9-4767-a152-6e38d5de428e,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:05:47.181841 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-43f38501-5061-4b20-b25e-be4063a4eacb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:05:47.187395 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-43f38501-5061-4b20-b25e-be4063a4eacb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:47.191218 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-43f38501-5061-4b20-b25e-be4063a4eacb admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/befde79c-56d9-4767-a152-6e38d5de428e HTTP/1.1" status: 204 len: 168 time: 0.1715508 Feb 04 08:05:47.715146 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.99', 57630) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:05:47.766318 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-013631ef-0dcf-4376-b4a9-b38c32626a18 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=0ec4b7fcafe243f9860e393d38a6943d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0498331 Feb 04 08:05:47.768943 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.99', 57634) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:05:47.833753 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-3be7278e-9fd7-40a4-8b52-96e7773ca6e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:47.861341 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-3be7278e-9fd7-40a4-8b52-96e7773ca6e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:47.905785 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-3be7278e-9fd7-40a4-8b52-96e7773ca6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:47.910664 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-e28b896d-a01b-418f-8af5-4f7f4fc2b630 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:05:47.923230 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be7278e-9fd7-40a4-8b52-96e7773ca6e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3a1817b-63f3-4920-9276-665cc11c5a03,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:05:47.926356 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-3be7278e-9fd7-40a4-8b52-96e7773ca6e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:05:47.928480 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-3be7278e-9fd7-40a4-8b52-96e7773ca6e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:47.929780 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-3be7278e-9fd7-40a4-8b52-96e7773ca6e6 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/f3a1817b-63f3-4920-9276-665cc11c5a03 HTTP/1.1" status: 204 len: 168 time: 0.1598637 Feb 04 08:05:48.131436 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 57642) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:05:48.199743 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b681092-4df9-46a7-a4b4-94437e525cc5 admin admin] Deleting subnet 6b05b712-450b-4012-8889-c0891d33eac3 {{(pid=80113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Feb 04 08:05:48.202794 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-2b681092-4df9-46a7-a4b4-94437e525cc5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:48.263314 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-2b681092-4df9-46a7-a4b4-94437e525cc5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850727736'] for subnet, precommit_delete_associations {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:48.326508 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-2b681092-4df9-46a7-a4b4-94437e525cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4562'] for subnet, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:48.604885 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-2b681092-4df9-46a7-a4b4-94437e525cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854771238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3166325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853310372'] for subnet, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:48.621586 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:05:48.709075 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b681092-4df9-46a7-a4b4-94437e525cc5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b05b712-450b-4012-8889-c0891d33eac3,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:05:48.717336 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-2b681092-4df9-46a7-a4b4-94437e525cc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:05:48.761949 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-2b681092-4df9-46a7-a4b4-94437e525cc5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:48.768879 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-2b681092-4df9-46a7-a4b4-94437e525cc5 admin admin] 10.222.0.99 "DELETE /v2.0/subnets/6b05b712-450b-4012-8889-c0891d33eac3 HTTP/1.1" status: 204 len: 168 time: 0.6363180 Feb 04 08:05:48.771438 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 57660) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:05:48.890998 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6fcab561-366e-429d-b59a-f896170975af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854354064'] for network, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:49.086728 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6fcab561-366e-429d-b59a-f896170975af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8537', 'neutron.services.segments.db._delete_segments_for_network--9223363309259659414'] for network, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:49.209984 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.services.segments.db [None req-6fcab561-366e-429d-b59a-f896170975af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d952703-8459-4375-a0df-97951501735d']}} {{(pid=80113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 08:05:49.223900 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.services.segments.db [None req-6fcab561-366e-429d-b59a-f896170975af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29dbed16-2f2e-4af8-b117-62efd1575c97') {'for_net_delete': True} {{(pid=80113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 08:05:49.224247 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.services.segments.db [None req-6fcab561-366e-429d-b59a-f896170975af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29dbed16-2f2e-4af8-b117-62efd1575c97') {} {{(pid=80113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 08:05:49.237157 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6fcab561-366e-429d-b59a-f896170975af admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363309259661718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4048064'] for segment, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:49.256822 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6fcab561-366e-429d-b59a-f896170975af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774980'] for segment, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:49.260105 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-6fcab561-366e-429d-b59a-f896170975af admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 04 08:05:49.456434 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-6fcab561-366e-429d-b59a-f896170975af admin admin] Network 5d952703-8459-4375-a0df-97951501735d has no segments {{(pid=80113) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 04 08:05:49.466227 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6fcab561-366e-429d-b59a-f896170975af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3166234'] for segment, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:49.922574 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-6fcab561-366e-429d-b59a-f896170975af admin admin] Network 5d952703-8459-4375-a0df-97951501735d has no segments {{(pid=80113) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 04 08:05:49.948345 dv-cinder-733062-18-smb neutron-server[79999]: Traceback (most recent call last): Feb 04 08:05:49.948345 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 08:05:49.948345 dv-cinder-733062-18-smb neutron-server[79999]: timer() Feb 04 08:05:49.948345 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 08:05:49.948345 dv-cinder-733062-18-smb neutron-server[79999]: cb(*args, **kw) Feb 04 08:05:49.948345 dv-cinder-733062-18-smb neutron-server[79999]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 04 08:05:49.948345 dv-cinder-733062-18-smb neutron-server[79999]: return func(*args, **kwargs) Feb 04 08:05:49.948345 dv-cinder-733062-18-smb neutron-server[79999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 08:05:49.948345 dv-cinder-733062-18-smb neutron-server[79999]: self._notify() Feb 04 08:05:49.948345 dv-cinder-733062-18-smb neutron-server[79999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 08:05:49.948345 dv-cinder-733062-18-smb neutron-server[79999]: self.callback(batched_events) Feb 04 08:05:49.948345 dv-cinder-733062-18-smb neutron-server[79999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 08:05:49.948345 dv-cinder-733062-18-smb neutron-server[79999]: event.method(event) Feb 04 08:05:49.948345 dv-cinder-733062-18-smb neutron-server[79999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 08:05:49.948345 dv-cinder-733062-18-smb neutron-server[79999]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 08:05:49.948345 dv-cinder-733062-18-smb neutron-server[79999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 04 08:05:49.948345 dv-cinder-733062-18-smb neutron-server[79999]: segment_id)['aggregates'][0] Feb 04 08:05:49.948345 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 08:05:49.948345 dv-cinder-733062-18-smb neutron-server[79999]: return f(self, *a, **k) Feb 04 08:05:49.948345 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 08:05:49.948345 dv-cinder-733062-18-smb neutron-server[79999]: return self._get(url).json() Feb 04 08:05:49.948345 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 08:05:49.948345 dv-cinder-733062-18-smb neutron-server[79999]: **kwargs) Feb 04 08:05:49.948345 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 08:05:49.948345 dv-cinder-733062-18-smb neutron-server[79999]: return self.request(url, 'GET', **kwargs) Feb 04 08:05:49.948345 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 04 08:05:49.948345 dv-cinder-733062-18-smb neutron-server[79999]: **endpoint_filter) Feb 04 08:05:49.948345 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 08:05:49.948345 dv-cinder-733062-18-smb neutron-server[79999]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 08:05:49.948345 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 08:05:49.948345 dv-cinder-733062-18-smb neutron-server[79999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 08:05:49.948345 dv-cinder-733062-18-smb neutron-server[79999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 08:05:50.028989 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6fcab561-366e-429d-b59a-f896170975af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854767263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853136492'] for network, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:50.033460 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6fcab561-366e-429d-b59a-f896170975af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1815815'] for network, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:50.037361 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-1868229f-9a67-4885-8290-5954c0db63af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:05:50.067761 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcab561-366e-429d-b59a-f896170975af admin admin] Pushing event deleted for resources: {'Network': ['ID=5d952703-8459-4375-a0df-97951501735d,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:05:50.071858 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-6fcab561-366e-429d-b59a-f896170975af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:05:50.075025 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-6fcab561-366e-429d-b59a-f896170975af admin admin] 10.222.0.99 "DELETE /v2.0/networks/5d952703-8459-4375-a0df-97951501735d HTTP/1.1" status: 204 len: 168 time: 1.3016338 Feb 04 08:05:50.285886 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.99', 57696) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:05:50.344000 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-5f42b75e-9d1b-4904-b3a1-09f7327822e3 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=cc1c05f794d04e538b11729ca69a812c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0550697 Feb 04 08:05:50.344939 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.99', 57700) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:05:50.413255 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-d3cf6f09-7f09-4b9a-a85e-aa56755d3409 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:50.448067 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-d3cf6f09-7f09-4b9a-a85e-aa56755d3409 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:50.494971 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-d3cf6f09-7f09-4b9a-a85e-aa56755d3409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:50.501502 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-14fe1d96-f7be-4184-9145-e58515795435 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:05:50.524927 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cf6f09-7f09-4b9a-a85e-aa56755d3409 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5827c64-2037-455c-9793-eb562d5a2fbe,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:05:50.527883 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-d3cf6f09-7f09-4b9a-a85e-aa56755d3409 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:05:50.534769 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-d3cf6f09-7f09-4b9a-a85e-aa56755d3409 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:50.538514 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-d3cf6f09-7f09-4b9a-a85e-aa56755d3409 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/f5827c64-2037-455c-9793-eb562d5a2fbe HTTP/1.1" status: 204 len: 168 time: 0.1900656 Feb 04 08:05:50.621763 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-dfcc6169-0f06-47d9-b7fc-028634be964a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:51.484986 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.99', 57726) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:05:51.629776 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.v2.base [None req-5e01da98-f17c-403e-9dd2-0360652fac87 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-549357431-network', 'tenant_id': 'd22f65ad361944d7ac6a0eb33e094f78'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 08:05:51.635505 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-5e01da98-f17c-403e-9dd2-0360652fac87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 08:05:51.639597 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-5e01da98-f17c-403e-9dd2-0360652fac87 admin admin] Usage tracker for resource:network and tenant:d22f65ad361944d7ac6a0eb33e094f78 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 08:05:51.642627 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-5e01da98-f17c-403e-9dd2-0360652fac87 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 08:05:51.648958 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-5e01da98-f17c-403e-9dd2-0360652fac87 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 08:05:51.658714 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e01da98-f17c-403e-9dd2-0360652fac87 admin admin] Made reservation on behalf of d22f65ad361944d7ac6a0eb33e094f78 for: {'network': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 04 08:05:51.664621 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-5e01da98-f17c-403e-9dd2-0360652fac87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for network, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:51.677824 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-5e01da98-f17c-403e-9dd2-0360652fac87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:51.693856 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-5e01da98-f17c-403e-9dd2-0360652fac87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 08:05:51.698503 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-5e01da98-f17c-403e-9dd2-0360652fac87 admin admin] Usage tracker for resource:security_group_rule and tenant:d22f65ad361944d7ac6a0eb33e094f78 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 08:05:51.701468 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-5e01da98-f17c-403e-9dd2-0360652fac87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 08:05:51.708760 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-5e01da98-f17c-403e-9dd2-0360652fac87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 08:05:51.795069 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-5e01da98-f17c-403e-9dd2-0360652fac87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:51.799828 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-5e01da98-f17c-403e-9dd2-0360652fac87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:51.805535 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-c0b1e108-ab13-483e-b4e2-aa623405d952 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:05:51.834709 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e01da98-f17c-403e-9dd2-0360652fac87 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 04 08:05:51.848122 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e01da98-f17c-403e-9dd2-0360652fac87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=158a8f0f-24b6-419d-b5ab-adf9d72edbd0,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:05:51.853508 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-5e01da98-f17c-403e-9dd2-0360652fac87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:05:51.854489 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-5e01da98-f17c-403e-9dd2-0360652fac87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774980'] for segment, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:51.854872 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.db.segments_db [None req-5e01da98-f17c-403e-9dd2-0360652fac87 admin admin] Added segment 57828787-9b3e-4a67-96a7-9470b17127c3 of type vxlan for network 98c6ffa0-4cc7-47cb-b784-d2279a947515 Feb 04 08:05:51.886953 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-5e01da98-f17c-403e-9dd2-0360652fac87 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363309260185511'] for network, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:51.918811 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-5e01da98-f17c-403e-9dd2-0360652fac87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830'] for network, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:51.920106 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e01da98-f17c-403e-9dd2-0360652fac87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:05:51.920746 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-5e01da98-f17c-403e-9dd2-0360652fac87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1815815'] for network, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:51.925863 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-2e654720-ba2e-40f6-b11c-896cb0c317d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:05:52.037043 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-5e01da98-f17c-403e-9dd2-0360652fac87 admin admin] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5508716 Feb 04 08:05:52.037994 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e01da98-f17c-403e-9dd2-0360652fac87 admin admin] Pushing event updated for resources: {'Network': ['ID=98c6ffa0-4cc7-47cb-b784-d2279a947515,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:05:52.040767 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.99', 57736) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:05:52.043739 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-5e01da98-f17c-403e-9dd2-0360652fac87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:05:52.047855 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.v2.base [None req-d64d2087-0c1d-44bd-8392-c5c318b565f6 admin admin] Request body: {'subnet': {'network_id': '98c6ffa0-4cc7-47cb-b784-d2279a947515', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-549357431-subnet', 'tenant_id': 'd22f65ad361944d7ac6a0eb33e094f78', 'ip_version': 4}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 08:05:52.050066 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Network 98c6ffa0-4cc7-47cb-b784-d2279a947515 details requested by agent ovs-agent-dv-cinder-733062-18-smb with host dv-cinder-733062-18-smb {{(pid=80115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 04 08:05:52.053032 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-d64d2087-0c1d-44bd-8392-c5c318b565f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 08:05:52.057327 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-d64d2087-0c1d-44bd-8392-c5c318b565f6 admin admin] Usage tracker for resource:subnet and tenant:d22f65ad361944d7ac6a0eb33e094f78 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 08:05:52.060416 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-d64d2087-0c1d-44bd-8392-c5c318b565f6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 08:05:52.066350 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-d64d2087-0c1d-44bd-8392-c5c318b565f6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 08:05:52.070012 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Network 98c6ffa0-4cc7-47cb-b784-d2279a947515 details requested by agent ovs-agent-hv-cinder-73306 with host hv-cinder-73306 {{(pid=80115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 04 08:05:52.076669 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d64d2087-0c1d-44bd-8392-c5c318b565f6 admin admin] Made reservation on behalf of d22f65ad361944d7ac6a0eb33e094f78 for: {'subnet': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 04 08:05:52.081486 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-d64d2087-0c1d-44bd-8392-c5c318b565f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851948975'] for subnet, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:52.536665 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-d64d2087-0c1d-44bd-8392-c5c318b565f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852444607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851948958'] for subnet, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:52.560411 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:05:52.693672 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64d2087-0c1d-44bd-8392-c5c318b565f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf0bf8e4-7a44-4244-9fb8-fbe792b0f1cb,revision_number=0']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:05:52.706594 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-d64d2087-0c1d-44bd-8392-c5c318b565f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:05:52.766717 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64d2087-0c1d-44bd-8392-c5c318b565f6 admin admin] Checking segment: {'id': '57828787-9b3e-4a67-96a7-9470b17127c3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '98c6ffa0-4cc7-47cb-b784-d2279a947515'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 04 08:05:52.767125 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64d2087-0c1d-44bd-8392-c5c318b565f6 admin admin] Network hostable DHCP agents. Network: 98c6ffa0-4cc7-47cb-b784-d2279a947515, hostable agents: ['8e54cc33-14f6-4bf4-a71e-228639724c29'], hosted agents: [] {{(pid=80114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 04 08:05:52.786397 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64d2087-0c1d-44bd-8392-c5c318b565f6 admin admin] Network 98c6ffa0-4cc7-47cb-b784-d2279a947515 is scheduled to be hosted by DHCP agent 8e54cc33-14f6-4bf4-a71e-228639724c29 with binding_index 1 {{(pid=80114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 04 08:05:52.795818 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.base_scheduler [None req-d64d2087-0c1d-44bd-8392-c5c318b565f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733062-18-smb, 98c6ffa0-4cc7-47cb-b784-d2279a947515) {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 04 08:05:52.805420 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa1b076f-aca9-43ea-8ddd-ace2af6fe369 None None] Network 98c6ffa0-4cc7-47cb-b784-d2279a947515 requested from dv-cinder-733062-18-smb {{(pid=80115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 04 08:05:52.808005 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64d2087-0c1d-44bd-8392-c5c318b565f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:05:52.808702 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-d64d2087-0c1d-44bd-8392-c5c318b565f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1815815'] for subnet, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:52.828707 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-d64d2087-0c1d-44bd-8392-c5c318b565f6 admin admin] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7868617 Feb 04 08:05:52.831579 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.99', 57742) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:05:52.838234 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.v2.base [None req-6694b688-0355-41af-8c61-09962ccee63a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-549357431-router', 'tenant_id': 'd22f65ad361944d7ac6a0eb33e094f78', 'external_gateway_info': {'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c'}}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 08:05:52.843096 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-6694b688-0355-41af-8c61-09962ccee63a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 08:05:52.847132 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-6694b688-0355-41af-8c61-09962ccee63a admin admin] Usage tracker for resource:router and tenant:d22f65ad361944d7ac6a0eb33e094f78 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 08:05:52.850704 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-6694b688-0355-41af-8c61-09962ccee63a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 08:05:52.857514 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-6694b688-0355-41af-8c61-09962ccee63a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 08:05:52.866544 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6694b688-0355-41af-8c61-09962ccee63a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1652380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7188'] for router, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:52.868185 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6694b688-0355-41af-8c61-09962ccee63a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853123470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853136526', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2013956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854768627'] for router, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:52.886668 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6694b688-0355-41af-8c61-09962ccee63a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:52.946027 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-229f9a88-6aa4-4e85-9a43-3f6e1906ad81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:53.063445 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba23b35-68ea-4d89-8a1d-5f89e3568a52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeaced70-d5a4-5733-ba6e-56756fcee946-98c6ffa0-4cc7-47cb-b784-d2279a947515', 'network_id': '98c6ffa0-4cc7-47cb-b784-d2279a947515', 'tenant_id': 'd22f65ad361944d7ac6a0eb33e094f78', 'fixed_ips': [{'subnet_id': 'cf0bf8e4-7a44-4244-9fb8-fbe792b0f1cb'}]}} from dv-cinder-733062-18-smb. {{(pid=80115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 04 08:05:53.064425 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-5ba23b35-68ea-4d89-8a1d-5f89e3568a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:53.177293 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6694b688-0355-41af-8c61-09962ccee63a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853136575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1652451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854768526'] for router, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:53.369976 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.db_base_plugin_common [None req-5ba23b35-68ea-4d89-8a1d-5f89e3568a52 None None] Allocated IP 172.20.0.2 (98c6ffa0-4cc7-47cb-b784-d2279a947515/cf0bf8e4-7a44-4244-9fb8-fbe792b0f1cb/0c5e8591-f25e-4374-acb2-3bda75925ca9) {{(pid=80115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 04 08:05:53.529450 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6694b688-0355-41af-8c61-09962ccee63a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:53.574766 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6694b688-0355-41af-8c61-09962ccee63a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:53.619152 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-5ba23b35-68ea-4d89-8a1d-5f89e3568a52 None None] Notify callbacks [] for port, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:53.631354 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-5ba23b35-68ea-4d89-8a1d-5f89e3568a52 None None] Transition to ACTIVE for port object 0c5e8591-f25e-4374-acb2-3bda75925ca9 will not be triggered until provisioned by entity L2. {{(pid=80115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 04 08:05:53.649007 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-5ba23b35-68ea-4d89-8a1d-5f89e3568a52 None None] Transition to ACTIVE for port object 0c5e8591-f25e-4374-acb2-3bda75925ca9 will not be triggered until provisioned by entity DHCP. {{(pid=80115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 04 08:05:53.653726 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-5ba23b35-68ea-4d89-8a1d-5f89e3568a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727594645960'] for port, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:53.682217 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-14254ddd-acc6-4107-84e6-d74fd84beb41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:05:53.827089 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba23b35-68ea-4d89-8a1d-5f89e3568a52 None None] Pushing event updated for resources: {'Port': ['ID=0c5e8591-f25e-4374-acb2-3bda75925ca9,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:05:53.830218 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-5ba23b35-68ea-4d89-8a1d-5f89e3568a52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:05:53.884469 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.db_base_plugin_common [None req-6694b688-0355-41af-8c61-09962ccee63a admin admin] Allocated IP 172.28.3.57 (fc08f4da-7ea1-4669-9c0d-064e3549341c/afd83efb-5d3e-41fa-8710-d4145e2840f2/cffbf684-73bc-440d-9493-72f3a9231b1c) {{(pid=80114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 04 08:05:53.894855 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-85fac0c9-e82f-41ee-a61d-5b2e920e6613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:53.907696 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba23b35-68ea-4d89-8a1d-5f89e3568a52 None None] Network 98c6ffa0-4cc7-47cb-b784-d2279a947515 is already hosted by enough agents. {{(pid=80115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 04 08:05:53.909059 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.base_scheduler [None req-5ba23b35-68ea-4d89-8a1d-5f89e3568a52 None None] Resources bound (agent type, host, resource id): {{(pid=80115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 04 08:05:53.911627 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba23b35-68ea-4d89-8a1d-5f89e3568a52 None None] Received port after_create {{(pid=80115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 04 08:05:53.977874 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-5ba23b35-68ea-4d89-8a1d-5f89e3568a52 None None] Attempting to bind port 0c5e8591-f25e-4374-acb2-3bda75925ca9 on host dv-cinder-733062-18-smb for vnic_type normal with profile {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 08:05:53.978398 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-5ba23b35-68ea-4d89-8a1d-5f89e3568a52 None None] Attempting to bind port 0c5e8591-f25e-4374-acb2-3bda75925ca9 by drivers openvswitch on host dv-cinder-733062-18-smb at level 0 using segments [{'id': '57828787-9b3e-4a67-96a7-9470b17127c3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '98c6ffa0-4cc7-47cb-b784-d2279a947515'}] {{(pid=80115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 04 08:05:53.978895 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba23b35-68ea-4d89-8a1d-5f89e3568a52 None None] Attempting to bind port 0c5e8591-f25e-4374-acb2-3bda75925ca9 on network 98c6ffa0-4cc7-47cb-b784-d2279a947515 {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 04 08:05:53.985231 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba23b35-68ea-4d89-8a1d-5f89e3568a52 None None] Checking agent: {'id': 'b265e0d7-049f-4621-8b9a-cada9a3d4f64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-18-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 4, 7, 47, 55), 'started_at': datetime.datetime(2021, 2, 4, 7, 48, 25), 'heartbeat_timestamp': datetime.datetime(2021, 2, 4, 8, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-18-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.87', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 08:05:53.985745 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba23b35-68ea-4d89-8a1d-5f89e3568a52 None None] Checking segment: {'id': '57828787-9b3e-4a67-96a7-9470b17127c3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '98c6ffa0-4cc7-47cb-b784-d2279a947515'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 04 08:05:53.986270 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-5ba23b35-68ea-4d89-8a1d-5f89e3568a52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:53.987056 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba23b35-68ea-4d89-8a1d-5f89e3568a52 None None] Bound using segment: {'id': '57828787-9b3e-4a67-96a7-9470b17127c3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '98c6ffa0-4cc7-47cb-b784-d2279a947515'} {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 08:05:53.987581 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-5ba23b35-68ea-4d89-8a1d-5f89e3568a52 None None] Bound port: 0c5e8591-f25e-4374-acb2-3bda75925ca9, host: dv-cinder-733062-18-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57828787-9b3e-4a67-96a7-9470b17127c3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '98c6ffa0-4cc7-47cb-b784-d2279a947515'}}] {{(pid=80115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 04 08:05:53.987855 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-5ba23b35-68ea-4d89-8a1d-5f89e3568a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:54.053735 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6694b688-0355-41af-8c61-09962ccee63a admin admin] Notify callbacks [] for port, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:54.085894 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6694b688-0355-41af-8c61-09962ccee63a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727594645960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2331070'] for port, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:54.102985 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-239829c2-42c1-43a9-97ab-96d77ff9648a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:05:54.274187 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-5ba23b35-68ea-4d89-8a1d-5f89e3568a52 None None] For port 0c5e8591-f25e-4374-acb2-3bda75925ca9, host dv-cinder-733062-18-smb, cleared binding levels {{(pid=80115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 04 08:05:54.277801 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-5ba23b35-68ea-4d89-8a1d-5f89e3568a52 None None] For port 0c5e8591-f25e-4374-acb2-3bda75925ca9, host dv-cinder-733062-18-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-18-smb',level=0,port_id=0c5e8591-f25e-4374-acb2-3bda75925ca9,segment=NetworkSegment(57828787-9b3e-4a67-96a7-9470b17127c3),segment_id=57828787-9b3e-4a67-96a7-9470b17127c3)] {{(pid=80115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 04 08:05:54.281337 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-5ba23b35-68ea-4d89-8a1d-5f89e3568a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309259674757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309260170288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727594605546'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:54.298498 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-fb2e52ba-14f5-4caa-83f7-cf38e1aa867d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:05:54.454546 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba23b35-68ea-4d89-8a1d-5f89e3568a52 None None] Pushing event updated for resources: {'Port': ['ID=0c5e8591-f25e-4374-acb2-3bda75925ca9,revision_number=2']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:05:54.458093 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-5ba23b35-68ea-4d89-8a1d-5f89e3568a52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:05:54.490941 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6694b688-0355-41af-8c61-09962ccee63a admin admin] Pushing event updated for resources: {'Port': ['ID=cffbf684-73bc-440d-9493-72f3a9231b1c,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:05:54.504791 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-6694b688-0355-41af-8c61-09962ccee63a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:05:54.551205 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6694b688-0355-41af-8c61-09962ccee63a admin admin] Network fc08f4da-7ea1-4669-9c0d-064e3549341c is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 04 08:05:54.552386 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.base_scheduler [None req-6694b688-0355-41af-8c61-09962ccee63a admin admin] Resources bound (agent type, host, resource id): {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 04 08:05:54.555452 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6694b688-0355-41af-8c61-09962ccee63a admin admin] Received port after_create {{(pid=80114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 04 08:05:54.700088 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:55.061716 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6694b688-0355-41af-8c61-09962ccee63a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:55.254357 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-19d3b842-1860-471a-9268-0862a9b26fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:55.456108 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6694b688-0355-41af-8c61-09962ccee63a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853123436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1639343'] for router, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:55.696079 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6694b688-0355-41af-8c61-09962ccee63a admin admin] Router a84de946-bdd7-4d41-a563-f93cc5f66882 is scheduled to L3 agent 9b1007a2-cea1-4e19-8fd5-ed5c2617e796 with binding_index 1 {{(pid=80114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 04 08:05:55.820441 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e5a68a0-56da-4b53-a99a-d4e95a8d9210 None None] Network 98c6ffa0-4cc7-47cb-b784-d2279a947515 requested from dv-cinder-733062-18-smb {{(pid=80115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 04 08:05:55.894168 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6694b688-0355-41af-8c61-09962ccee63a admin admin] Notify agent at l3_agent.dv-cinder-733062-18-smb the message routers_updated {{(pid=80114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 04 08:05:55.909647 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d206a0-f1e2-4173-ac1d-f7227bb72220 None None] Sync routers for ids ['a84de946-bdd7-4d41-a563-f93cc5f66882'] in dv-cinder-733062-18-smb {{(pid=80115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 04 08:05:55.918499 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6694b688-0355-41af-8c61-09962ccee63a admin admin] Notify callbacks [] for router, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:55.919858 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-6694b688-0355-41af-8c61-09962ccee63a admin admin] 10.222.0.99 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.0872891 Feb 04 08:05:55.922702 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.99', 57766) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:05:55.941812 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-661e597a-1ed8-40ae-837b-e6f9c48682ae None None] Provisioning for port 0c5e8591-f25e-4374-acb2-3bda75925ca9 completed by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 04 08:05:55.947261 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d206a0-f1e2-4173-ac1d-f7227bb72220 None None] Routers {'a84de946-bdd7-4d41-a563-f93cc5f66882'} bound to L3 agent in host dv-cinder-733062-18-smb {{(pid=80115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 04 08:05:55.947948 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-12d206a0-f1e2-4173-ac1d-f7227bb72220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-04T07:47:53Z,description=,heartbeat_timestamp=2021-02-04T08:05:53Z,host='dv-cinder-733062-18-smb',id=9b1007a2-cea1-4e19-8fd5-ed5c2617e796,load=0,resource_versions=,resources_synced=,started_at=2021-02-04T07:47:53Z,topic='l3_agent')) {'router_ids': ['a84de946-bdd7-4d41-a563-f93cc5f66882'], 'active': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 08:05:56.276030 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Device 0c5e8591-f25e-4374-acb2-3bda75925ca9 up at agent ovs-agent-dv-cinder-733062-18-smb {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 08:05:56.314065 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvr_db [None req-12d206a0-f1e2-4173-ac1d-f7227bb72220 None None] Set router a84de946-bdd7-4d41-a563-f93cc5f66882 gateway port host: dv-cinder-733062-18-smb {{(pid=80115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 04 08:05:56.627931 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Provisioning for port 0c5e8591-f25e-4374-acb2-3bda75925ca9 completed by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 04 08:05:56.643540 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Provisioning complete for port 0c5e8591-f25e-4374-acb2-3bda75925ca9 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 08:05:56.643969 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762158'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:56.816879 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 57778) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:05:56.873065 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:56.920585 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-5a24d690-6258-460c-ac30-218d8b0a6ab3 None None] Provisioning complete for port 0c5e8591-f25e-4374-acb2-3bda75925ca9 triggered by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 08:05:56.921019 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-5a24d690-6258-460c-ac30-218d8b0a6ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762158'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:56.961046 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9d61d0a5-7710-46e3-a73d-f004db5886d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:56.990551 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] For port 0c5e8591-f25e-4374-acb2-3bda75925ca9, host dv-cinder-733062-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-18-smb',level=0,port_id=0c5e8591-f25e-4374-acb2-3bda75925ca9,segment=NetworkSegment(57828787-9b3e-4a67-96a7-9470b17127c3),segment_id=57828787-9b3e-4a67-96a7-9470b17127c3)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 08:05:57.002635 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309259674757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309260170288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727594605546'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:57.008132 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:05:57.020089 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-cfae699d-45d2-492f-a2e1-cc43b9a71594 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:57.043506 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-cfae699d-45d2-492f-a2e1-cc43b9a71594 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 08:05:57.048397 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-cfae699d-45d2-492f-a2e1-cc43b9a71594 admin admin] Usage tracker for resource:security_group_rule and tenant:93e7019c14894f9abfb05ade2abebdc5 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 08:05:57.052126 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-cfae699d-45d2-492f-a2e1-cc43b9a71594 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 08:05:57.053426 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-12d206a0-f1e2-4173-ac1d-f7227bb72220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a84de946-bdd7-4d41-a563-f93cc5f66882', 'name': 'tempest-TestMinimumBasicScenario-549357431-router', 'tenant_id': 'd22f65ad361944d7ac6a0eb33e094f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'external_fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.57'}], 'enable_snat': True}, 'gw_port_id': 'cffbf684-73bc-440d-9493-72f3a9231b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T08:05:52Z', 'updated_at': '2021-02-04T08:05:54Z', 'revision_number': 3, 'project_id': 'd22f65ad361944d7ac6a0eb33e094f78', 'gw_port': {'id': 'cffbf684-73bc-440d-9493-72f3a9231b1c', 'name': '', 'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:37:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a84de946-bdd7-4d41-a563-f93cc5f66882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T08:05:53Z', 'updated_at': '2021-02-04T08:05:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-18-smb'}], 'dv-cinder-733062-18-smb', False) {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 08:05:57.058888 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-cfae699d-45d2-492f-a2e1-cc43b9a71594 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 08:05:57.080723 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d206a0-f1e2-4173-ac1d-f7227bb72220 None None] Checking router: a84de946-bdd7-4d41-a563-f93cc5f66882 for host: dv-cinder-733062-18-smb {{(pid=80115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 04 08:05:57.081110 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d206a0-f1e2-4173-ac1d-f7227bb72220 None None] Updating router a84de946-bdd7-4d41-a563-f93cc5f66882 port cffbf684-73bc-440d-9493-72f3a9231b1c binding host dv-cinder-733062-18-smb {{(pid=80115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 04 08:05:57.159255 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-cfae699d-45d2-492f-a2e1-cc43b9a71594 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:57.162676 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-cfae699d-45d2-492f-a2e1-cc43b9a71594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:57.173498 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-80204474-506a-477d-a028-3d65d38f971b tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:05:57.201400 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Pushing event updated for resources: {'Port': ['ID=0c5e8591-f25e-4374-acb2-3bda75925ca9,revision_number=3']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:05:57.206069 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfae699d-45d2-492f-a2e1-cc43b9a71594 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=382d789a-4a77-4721-bc55-a2ad0cce77da,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:05:57.209674 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-cfae699d-45d2-492f-a2e1-cc43b9a71594 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:05:57.211989 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-12d206a0-f1e2-4173-ac1d-f7227bb72220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:57.238424 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-cfae699d-45d2-492f-a2e1-cc43b9a71594 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=93e7019c14894f9abfb05ade2abebdc5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4201126 Feb 04 08:05:57.240006 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 57784) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:05:57.251270 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:05:57.310620 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-4cdeba1f-ea1c-472f-b6b4-b4f5a64c5452 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:57.351431 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-4cdeba1f-ea1c-472f-b6b4-b4f5a64c5452 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:57.403529 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.db_base_plugin_common [None req-9d61d0a5-7710-46e3-a73d-f004db5886d5 admin admin] Allocated IP 172.20.0.1 (98c6ffa0-4cc7-47cb-b784-d2279a947515/cf0bf8e4-7a44-4244-9fb8-fbe792b0f1cb/00ea076e-d616-4218-b988-88e1b4c90519) {{(pid=80114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 04 08:05:57.408407 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-4cdeba1f-ea1c-472f-b6b4-b4f5a64c5452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:57.416209 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-980db7b3-d663-43d6-9747-4b052dd16562 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:05:57.431825 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-4cdeba1f-ea1c-472f-b6b4-b4f5a64c5452 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:57.437883 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-4cdeba1f-ea1c-472f-b6b4-b4f5a64c5452 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/382d789a-4a77-4721-bc55-a2ad0cce77da HTTP/1.1" status: 204 len: 168 time: 0.1949556 Feb 04 08:05:57.441882 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdeba1f-ea1c-472f-b6b4-b4f5a64c5452 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=382d789a-4a77-4721-bc55-a2ad0cce77da,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:05:57.454691 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-4cdeba1f-ea1c-472f-b6b4-b4f5a64c5452 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:05:57.583850 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9d61d0a5-7710-46e3-a73d-f004db5886d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:57.602558 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-9d61d0a5-7710-46e3-a73d-f004db5886d5 admin admin] Transition to ACTIVE for port object 00ea076e-d616-4218-b988-88e1b4c90519 will not be triggered until provisioned by entity DHCP. {{(pid=80114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 04 08:05:57.637181 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-a5e1f714-f9a9-45f5-87e1-6d0893d901ba None None] Provisioning complete for port 0c5e8591-f25e-4374-acb2-3bda75925ca9 triggered by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 08:05:57.637593 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a5e1f714-f9a9-45f5-87e1-6d0893d901ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762158'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:57.642674 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9d61d0a5-7710-46e3-a73d-f004db5886d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727594645960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2331070'] for port, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:57.658641 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-a5b1aefb-14a4-4ab9-8f99-2cca184467f7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:05:57.810022 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d61d0a5-7710-46e3-a73d-f004db5886d5 admin admin] Pushing event updated for resources: {'Port': ['ID=00ea076e-d616-4218-b988-88e1b4c90519,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:05:57.823089 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d61d0a5-7710-46e3-a73d-f004db5886d5 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:05:57.823511 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d61d0a5-7710-46e3-a73d-f004db5886d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:05:57.823918 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d61d0a5-7710-46e3-a73d-f004db5886d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:05:57.824316 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d61d0a5-7710-46e3-a73d-f004db5886d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:05:57.824766 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d61d0a5-7710-46e3-a73d-f004db5886d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:05:57.825106 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d61d0a5-7710-46e3-a73d-f004db5886d5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:05:57.825500 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d61d0a5-7710-46e3-a73d-f004db5886d5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:05:57.825890 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d61d0a5-7710-46e3-a73d-f004db5886d5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:05:57.826278 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d61d0a5-7710-46e3-a73d-f004db5886d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:05:57.826666 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d61d0a5-7710-46e3-a73d-f004db5886d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:05:57.827074 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d61d0a5-7710-46e3-a73d-f004db5886d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:05:57.827453 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d61d0a5-7710-46e3-a73d-f004db5886d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:05:57.827894 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d61d0a5-7710-46e3-a73d-f004db5886d5 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:05:57.828282 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d61d0a5-7710-46e3-a73d-f004db5886d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:05:57.828671 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d61d0a5-7710-46e3-a73d-f004db5886d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:05:57.829054 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d61d0a5-7710-46e3-a73d-f004db5886d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:05:57.829437 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d61d0a5-7710-46e3-a73d-f004db5886d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:05:57.829830 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d61d0a5-7710-46e3-a73d-f004db5886d5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:05:57.833633 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d61d0a5-7710-46e3-a73d-f004db5886d5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:05:57.833633 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d61d0a5-7710-46e3-a73d-f004db5886d5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:05:57.833633 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d61d0a5-7710-46e3-a73d-f004db5886d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:05:57.833633 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d61d0a5-7710-46e3-a73d-f004db5886d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:05:57.833633 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d61d0a5-7710-46e3-a73d-f004db5886d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:05:57.833633 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d61d0a5-7710-46e3-a73d-f004db5886d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:05:57.834132 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 57792) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:05:57.836767 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-9d61d0a5-7710-46e3-a73d-f004db5886d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:05:57.855109 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-774c05f7-cfa1-4a78-af99-6913019f8e31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:57.872678 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-774c05f7-cfa1-4a78-af99-6913019f8e31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 08:05:57.877231 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-774c05f7-cfa1-4a78-af99-6913019f8e31 admin admin] Usage tracker for resource:security_group_rule and tenant:1f89456f3c924abf970101b1562ee41a is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 08:05:57.880816 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-774c05f7-cfa1-4a78-af99-6913019f8e31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 08:05:57.887343 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-774c05f7-cfa1-4a78-af99-6913019f8e31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 08:05:57.890463 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d61d0a5-7710-46e3-a73d-f004db5886d5 admin admin] Network 98c6ffa0-4cc7-47cb-b784-d2279a947515 is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 04 08:05:57.892002 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.base_scheduler [None req-9d61d0a5-7710-46e3-a73d-f004db5886d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 04 08:05:57.894329 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d61d0a5-7710-46e3-a73d-f004db5886d5 admin admin] Received port after_create {{(pid=80114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 04 08:05:57.953950 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9d61d0a5-7710-46e3-a73d-f004db5886d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1646699'] for router_interface, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:57.989834 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-12d206a0-f1e2-4173-ac1d-f7227bb72220 None None] Notify callbacks [] for port, precommit_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:58.005877 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-12d206a0-f1e2-4173-ac1d-f7227bb72220 None None] Transition to ACTIVE for port object cffbf684-73bc-440d-9493-72f3a9231b1c will not be triggered until provisioned by entity L2. {{(pid=80115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 04 08:05:58.011608 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-12d206a0-f1e2-4173-ac1d-f7227bb72220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309259674757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309260170288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727594605546'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:58.017066 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-774c05f7-cfa1-4a78-af99-6913019f8e31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:58.020294 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-774c05f7-cfa1-4a78-af99-6913019f8e31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:58.028570 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:05:58.053062 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-50198ba2-cd52-4352-afa4-ba70af8a32bf tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:05:58.065603 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-774c05f7-cfa1-4a78-af99-6913019f8e31 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=1f89456f3c924abf970101b1562ee41a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2282023 Feb 04 08:05:58.068228 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 57796) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:05:58.115237 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774c05f7-cfa1-4a78-af99-6913019f8e31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8075193-8c56-4085-b0c5-26c258e47304,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:05:58.123214 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-774c05f7-cfa1-4a78-af99-6913019f8e31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:05:58.169661 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-2dc600ef-658b-4012-bd80-4919f993cc08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:58.173590 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3c5db3-389f-4d83-80f4-3be95bf3b67f None None] Pushing event updated for resources: {'Port': ['ID=cffbf684-73bc-440d-9493-72f3a9231b1c,revision_number=2']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:05:58.178481 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-2a3c5db3-389f-4d83-80f4-3be95bf3b67f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:05:58.238891 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-2dc600ef-658b-4012-bd80-4919f993cc08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:58.248237 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9d61d0a5-7710-46e3-a73d-f004db5886d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:58.249167 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-94c5dee0-fcaa-427e-83ff-36bb6d75c539 None None] Provisioning for port 00ea076e-d616-4218-b988-88e1b4c90519 completed by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 04 08:05:58.263780 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-94c5dee0-fcaa-427e-83ff-36bb6d75c539 None None] Provisioning complete for port 00ea076e-d616-4218-b988-88e1b4c90519 triggered by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 08:05:58.264198 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-94c5dee0-fcaa-427e-83ff-36bb6d75c539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762158'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:58.300323 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-12d206a0-f1e2-4173-ac1d-f7227bb72220 None None] Attempting to bind port cffbf684-73bc-440d-9493-72f3a9231b1c on host dv-cinder-733062-18-smb for vnic_type normal with profile {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 08:05:58.300740 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-12d206a0-f1e2-4173-ac1d-f7227bb72220 None None] Attempting to bind port cffbf684-73bc-440d-9493-72f3a9231b1c by drivers openvswitch on host dv-cinder-733062-18-smb at level 0 using segments [{'id': 'd8f5f7e6-2ec3-4646-9d93-a23676477155', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c'}] {{(pid=80115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 04 08:05:58.301150 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d206a0-f1e2-4173-ac1d-f7227bb72220 None None] Attempting to bind port cffbf684-73bc-440d-9493-72f3a9231b1c on network fc08f4da-7ea1-4669-9c0d-064e3549341c {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 04 08:05:58.315521 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d206a0-f1e2-4173-ac1d-f7227bb72220 None None] Checking agent: {'id': 'b265e0d7-049f-4621-8b9a-cada9a3d4f64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-18-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 4, 7, 47, 55), 'started_at': datetime.datetime(2021, 2, 4, 7, 48, 25), 'heartbeat_timestamp': datetime.datetime(2021, 2, 4, 8, 5, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-18-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.87', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 08:05:58.315938 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d206a0-f1e2-4173-ac1d-f7227bb72220 None None] Checking segment: {'id': 'd8f5f7e6-2ec3-4646-9d93-a23676477155', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 04 08:05:58.316383 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-12d206a0-f1e2-4173-ac1d-f7227bb72220 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:58.316813 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d206a0-f1e2-4173-ac1d-f7227bb72220 None None] Bound using segment: {'id': 'd8f5f7e6-2ec3-4646-9d93-a23676477155', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c'} {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 08:05:58.317337 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-12d206a0-f1e2-4173-ac1d-f7227bb72220 None None] Bound port: cffbf684-73bc-440d-9493-72f3a9231b1c, host: dv-cinder-733062-18-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8f5f7e6-2ec3-4646-9d93-a23676477155', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c'}}] {{(pid=80115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 04 08:05:58.317758 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-12d206a0-f1e2-4173-ac1d-f7227bb72220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:58.345891 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Device 0c5e8591-f25e-4374-acb2-3bda75925ca9 up at agent ovs-agent-dv-cinder-733062-18-smb {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 08:05:58.355625 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-2dc600ef-658b-4012-bd80-4919f993cc08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:58.361790 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-b728bb3a-b833-496b-9314-b5a4daaa2a76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:05:58.374225 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc600ef-658b-4012-bd80-4919f993cc08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8075193-8c56-4085-b0c5-26c258e47304,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:05:58.380874 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-2dc600ef-658b-4012-bd80-4919f993cc08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:05:58.381572 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-2dc600ef-658b-4012-bd80-4919f993cc08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:58.385933 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-2dc600ef-658b-4012-bd80-4919f993cc08 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/d8075193-8c56-4085-b0c5-26c258e47304 HTTP/1.1" status: 204 len: 168 time: 0.3161001 Feb 04 08:05:58.496171 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-94c5dee0-fcaa-427e-83ff-36bb6d75c539 None None] Port 00ea076e-d616-4218-b988-88e1b4c90519 cannot update to ACTIVE because it is not bound. {{(pid=80115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 04 08:05:58.518093 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-12d206a0-f1e2-4173-ac1d-f7227bb72220 None None] For port cffbf684-73bc-440d-9493-72f3a9231b1c, host dv-cinder-733062-18-smb, cleared binding levels {{(pid=80115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 04 08:05:58.523225 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-12d206a0-f1e2-4173-ac1d-f7227bb72220 None None] For port cffbf684-73bc-440d-9493-72f3a9231b1c, host dv-cinder-733062-18-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-18-smb',level=0,port_id=cffbf684-73bc-440d-9493-72f3a9231b1c,segment=NetworkSegment(d8f5f7e6-2ec3-4646-9d93-a23676477155),segment_id=d8f5f7e6-2ec3-4646-9d93-a23676477155)] {{(pid=80115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 04 08:05:58.531827 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-12d206a0-f1e2-4173-ac1d-f7227bb72220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309259674757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309260170288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727594605546'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:58.549172 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:05:58.594619 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Provisioning complete for port 0c5e8591-f25e-4374-acb2-3bda75925ca9 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 08:05:58.595061 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762158'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:58.626970 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9d61d0a5-7710-46e3-a73d-f004db5886d5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:58.631127 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9d61d0a5-7710-46e3-a73d-f004db5886d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309259674757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309260170288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727594605546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852444727'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:58.660162 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-a3eb5b92-c69b-47bf-bad4-52a574da7b09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:05:58.753884 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d61d0a5-7710-46e3-a73d-f004db5886d5 admin admin] Pushing event updated for resources: {'Port': ['ID=00ea076e-d616-4218-b988-88e1b4c90519,revision_number=2']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:05:58.760374 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-9d61d0a5-7710-46e3-a73d-f004db5886d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:05:58.764075 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9d61d0a5-7710-46e3-a73d-f004db5886d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852957960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643061'] for router_interface, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:58.781574 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3c5db3-389f-4d83-80f4-3be95bf3b67f None None] Pushing event updated for resources: {'Port': ['ID=cffbf684-73bc-440d-9493-72f3a9231b1c,revision_number=3']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:05:58.785127 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-2a3c5db3-389f-4d83-80f4-3be95bf3b67f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:05:58.870458 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d206a0-f1e2-4173-ac1d-f7227bb72220 None None] Routers {'a84de946-bdd7-4d41-a563-f93cc5f66882'} bound to L3 agent in host dv-cinder-733062-18-smb {{(pid=80115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 04 08:05:58.871324 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-12d206a0-f1e2-4173-ac1d-f7227bb72220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-04T07:47:53Z,description=,heartbeat_timestamp=2021-02-04T08:05:53Z,host='dv-cinder-733062-18-smb',id=9b1007a2-cea1-4e19-8fd5-ed5c2617e796,load=0,resource_versions=,resources_synced=,started_at=2021-02-04T07:47:53Z,topic='l3_agent')) {'router_ids': ['a84de946-bdd7-4d41-a563-f93cc5f66882'], 'active': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 08:05:58.915205 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d61d0a5-7710-46e3-a73d-f004db5886d5 admin admin] Network 98c6ffa0-4cc7-47cb-b784-d2279a947515 is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 04 08:05:58.916424 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.base_scheduler [None req-9d61d0a5-7710-46e3-a73d-f004db5886d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 04 08:05:59.124525 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvr_db [None req-12d206a0-f1e2-4173-ac1d-f7227bb72220 None None] Set router a84de946-bdd7-4d41-a563-f93cc5f66882 gateway port host: dv-cinder-733062-18-smb {{(pid=80115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 04 08:05:59.147188 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d61d0a5-7710-46e3-a73d-f004db5886d5 admin admin] Router a84de946-bdd7-4d41-a563-f93cc5f66882 has already been hosted by L3 agent 9b1007a2-cea1-4e19-8fd5-ed5c2617e796 {{(pid=80114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 04 08:05:59.358491 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d61d0a5-7710-46e3-a73d-f004db5886d5 admin admin] Notify agent at l3_agent.dv-cinder-733062-18-smb the message routers_updated {{(pid=80114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 04 08:05:59.372731 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-e58ab65c-db86-46e9-a20a-d5b694b5fa03 None None] Provisioning complete for port 00ea076e-d616-4218-b988-88e1b4c90519 triggered by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 08:05:59.373251 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-e58ab65c-db86-46e9-a20a-d5b694b5fa03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762158'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:05:59.379692 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-9d61d0a5-7710-46e3-a73d-f004db5886d5 admin admin] 10.222.0.99 "PUT /v2.0/routers/a84de946-bdd7-4d41-a563-f93cc5f66882/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4557517 Feb 04 08:05:59.646913 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-e58ab65c-db86-46e9-a20a-d5b694b5fa03 None None] Port 00ea076e-d616-4218-b988-88e1b4c90519 cannot update to ACTIVE because it is not bound. {{(pid=80115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 04 08:05:59.745616 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-12d206a0-f1e2-4173-ac1d-f7227bb72220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a84de946-bdd7-4d41-a563-f93cc5f66882', 'name': 'tempest-TestMinimumBasicScenario-549357431-router', 'tenant_id': 'd22f65ad361944d7ac6a0eb33e094f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'external_fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.57'}], 'enable_snat': True}, 'gw_port_id': 'cffbf684-73bc-440d-9493-72f3a9231b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T08:05:52Z', 'updated_at': '2021-02-04T08:05:58Z', 'revision_number': 4, 'project_id': 'd22f65ad361944d7ac6a0eb33e094f78', 'gw_port': {'id': 'cffbf684-73bc-440d-9493-72f3a9231b1c', 'name': '', 'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:37:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a84de946-bdd7-4d41-a563-f93cc5f66882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T08:05:53Z', 'updated_at': '2021-02-04T08:05:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-18-smb', '_interfaces': [{'id': '00ea076e-d616-4218-b988-88e1b4c90519', 'name': '', 'network_id': '98c6ffa0-4cc7-47cb-b784-d2279a947515', 'tenant_id': 'd22f65ad361944d7ac6a0eb33e094f78', 'mac_address': 'fa:16:3e:7c:a5:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a84de946-bdd7-4d41-a563-f93cc5f66882', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'cf0bf8e4-7a44-4244-9fb8-fbe792b0f1cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T08:05:57Z', 'updated_at': '2021-02-04T08:05:58Z', 'revision_number': 2, 'project_id': 'd22f65ad361944d7ac6a0eb33e094f78', 'subnets': [{'id': 'cf0bf8e4-7a44-4244-9fb8-fbe792b0f1cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733062-18-smb', False) {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 08:05:59.749887 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d206a0-f1e2-4173-ac1d-f7227bb72220 None None] The sync data for ids ['a84de946-bdd7-4d41-a563-f93cc5f66882'] in dv-cinder-733062-18-smb is: [{'id': 'a84de946-bdd7-4d41-a563-f93cc5f66882', 'name': 'tempest-TestMinimumBasicScenario-549357431-router', 'tenant_id': 'd22f65ad361944d7ac6a0eb33e094f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'external_fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.57'}], 'enable_snat': True}, 'gw_port_id': 'cffbf684-73bc-440d-9493-72f3a9231b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T08:05:52Z', 'updated_at': '2021-02-04T08:05:58Z', 'revision_number': 4, 'project_id': 'd22f65ad361944d7ac6a0eb33e094f78', 'gw_port': {'id': 'cffbf684-73bc-440d-9493-72f3a9231b1c', 'name': '', 'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:37:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a84de946-bdd7-4d41-a563-f93cc5f66882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T08:05:53Z', 'updated_at': '2021-02-04T08:05:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-18-smb', '_interfaces': [{'id': '00ea076e-d616-4218-b988-88e1b4c90519', 'name': '', 'network_id': '98c6ffa0-4cc7-47cb-b784-d2279a947515', 'tenant_id': 'd22f65ad361944d7ac6a0eb33e094f78', 'mac_address': 'fa:16:3e:7c:a5:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a84de946-bdd7-4d41-a563-f93cc5f66882', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'cf0bf8e4-7a44-4244-9fb8-fbe792b0f1cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T08:05:57Z', 'updated_at': '2021-02-04T08:05:58Z', 'revision_number': 2, 'project_id': 'd22f65ad361944d7ac6a0eb33e094f78', 'subnets': [{'id': 'cf0bf8e4-7a44-4244-9fb8-fbe792b0f1cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 04 08:06:01.932441 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.99', 57898) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:06:02.106028 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-54cba6a5-27c6-4141-b12a-0101f3cc35b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:06:02.123195 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-54cba6a5-27c6-4141-b12a-0101f3cc35b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 08:06:02.127972 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-54cba6a5-27c6-4141-b12a-0101f3cc35b0 admin admin] Usage tracker for resource:security_group_rule and tenant:a58e4500eaf44273ae3b798516ced572 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 08:06:02.131182 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-54cba6a5-27c6-4141-b12a-0101f3cc35b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 08:06:02.137707 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-54cba6a5-27c6-4141-b12a-0101f3cc35b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 08:06:02.257748 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-54cba6a5-27c6-4141-b12a-0101f3cc35b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:06:02.261821 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-54cba6a5-27c6-4141-b12a-0101f3cc35b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:06:02.293479 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-3556a3e3-19c8-446a-ac48-3f5d3f7e573f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:06:02.296787 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Device cffbf684-73bc-440d-9493-72f3a9231b1c up at agent ovs-agent-dv-cinder-733062-18-smb {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 08:06:02.326440 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 57904) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:06:02.326646 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-54cba6a5-27c6-4141-b12a-0101f3cc35b0 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=a58e4500eaf44273ae3b798516ced572&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3928373 Feb 04 08:06:02.327461 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cba6a5-27c6-4141-b12a-0101f3cc35b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=089f889a-8288-43c1-9c43-643533ad2937,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:06:02.331123 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-54cba6a5-27c6-4141-b12a-0101f3cc35b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:06:02.401230 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Provisioning for port cffbf684-73bc-440d-9493-72f3a9231b1c completed by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 04 08:06:02.407427 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Provisioning complete for port cffbf684-73bc-440d-9493-72f3a9231b1c triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 08:06:02.407859 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762158'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:06:02.411613 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-cfb70f54-bf7d-4267-a17e-b3949bba89e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:06:02.444229 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-cfb70f54-bf7d-4267-a17e-b3949bba89e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:06:02.506254 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-cfb70f54-bf7d-4267-a17e-b3949bba89e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:06:02.512162 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-93199857-bbe9-457d-b452-4bbf97614470 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:06:02.533537 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-cfb70f54-bf7d-4267-a17e-b3949bba89e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:06:02.540669 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-cfb70f54-bf7d-4267-a17e-b3949bba89e4 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/089f889a-8288-43c1-9c43-643533ad2937 HTTP/1.1" status: 204 len: 168 time: 0.2066956 Feb 04 08:06:02.540669 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb70f54-bf7d-4267-a17e-b3949bba89e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=089f889a-8288-43c1-9c43-643533ad2937,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:06:02.540669 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-cfb70f54-bf7d-4267-a17e-b3949bba89e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:06:02.605350 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:06:02.625348 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] For port cffbf684-73bc-440d-9493-72f3a9231b1c, host dv-cinder-733062-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-18-smb',level=0,port_id=cffbf684-73bc-440d-9493-72f3a9231b1c,segment=NetworkSegment(d8f5f7e6-2ec3-4646-9d93-a23676477155),segment_id=d8f5f7e6-2ec3-4646-9d93-a23676477155)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 08:06:02.629265 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309259674757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309260170288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727594605546'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:06:02.632895 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:06:02.723448 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Pushing event updated for resources: {'Port': ['ID=cffbf684-73bc-440d-9493-72f3a9231b1c,revision_number=4']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:06:02.727951 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:06:02.990448 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.99', 57912) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:06:03.014747 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-41c6f025-ece9-4b83-863c-dc28292c61a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:06:03.033521 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-41c6f025-ece9-4b83-863c-dc28292c61a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 08:06:03.038606 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-41c6f025-ece9-4b83-863c-dc28292c61a2 admin admin] Usage tracker for resource:security_group_rule and tenant:30dc73c12b7b4335b81b07d6e3c86332 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 08:06:03.042059 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-41c6f025-ece9-4b83-863c-dc28292c61a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 08:06:03.048331 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-41c6f025-ece9-4b83-863c-dc28292c61a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 08:06:03.144173 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-41c6f025-ece9-4b83-863c-dc28292c61a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:06:03.147461 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-41c6f025-ece9-4b83-863c-dc28292c61a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:06:03.157085 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-23d7a0ac-03f8-4770-803a-fa37d509e066 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:06:03.202463 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-41c6f025-ece9-4b83-863c-dc28292c61a2 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=30dc73c12b7b4335b81b07d6e3c86332&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2106826 Feb 04 08:06:03.203459 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c6f025-ece9-4b83-863c-dc28292c61a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=467541bb-94eb-49e6-b593-d453e6c69ff0,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:06:03.207807 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 57916) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:06:03.221944 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-41c6f025-ece9-4b83-863c-dc28292c61a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:06:03.305193 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-3359987f-092e-4d5d-b5fd-c3336bf64ac4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:06:03.337314 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-3359987f-092e-4d5d-b5fd-c3336bf64ac4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:06:03.397301 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc7a51b-7931-44dd-abff-bc21f1300248 None None] Sync routers for ids ['a84de946-bdd7-4d41-a563-f93cc5f66882'] in dv-cinder-733062-18-smb {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 04 08:06:03.412854 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc7a51b-7931-44dd-abff-bc21f1300248 None None] Routers {'a84de946-bdd7-4d41-a563-f93cc5f66882'} bound to L3 agent in host dv-cinder-733062-18-smb {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 04 08:06:03.427182 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-5dc7a51b-7931-44dd-abff-bc21f1300248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-04T07:47:53Z,description=,heartbeat_timestamp=2021-02-04T08:05:53Z,host='dv-cinder-733062-18-smb',id=9b1007a2-cea1-4e19-8fd5-ed5c2617e796,load=0,resource_versions=,resources_synced=,started_at=2021-02-04T07:47:53Z,topic='l3_agent')) {'router_ids': ['a84de946-bdd7-4d41-a563-f93cc5f66882'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 08:06:03.442891 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-3359987f-092e-4d5d-b5fd-c3336bf64ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:06:03.447721 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-917bdaa4-db68-40d6-bd48-50c40fb58df8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:06:03.462512 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3359987f-092e-4d5d-b5fd-c3336bf64ac4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=467541bb-94eb-49e6-b593-d453e6c69ff0,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:06:03.465987 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-3359987f-092e-4d5d-b5fd-c3336bf64ac4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:06:03.468364 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-3359987f-092e-4d5d-b5fd-c3336bf64ac4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:06:03.486871 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-3359987f-092e-4d5d-b5fd-c3336bf64ac4 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/467541bb-94eb-49e6-b593-d453e6c69ff0 HTTP/1.1" status: 204 len: 168 time: 0.2746115 Feb 04 08:06:03.627562 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvr_db [None req-5dc7a51b-7931-44dd-abff-bc21f1300248 None None] Set router a84de946-bdd7-4d41-a563-f93cc5f66882 gateway port host: dv-cinder-733062-18-smb {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 04 08:06:04.058269 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-5dc7a51b-7931-44dd-abff-bc21f1300248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a84de946-bdd7-4d41-a563-f93cc5f66882', 'name': 'tempest-TestMinimumBasicScenario-549357431-router', 'tenant_id': 'd22f65ad361944d7ac6a0eb33e094f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'external_fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.57'}], 'enable_snat': True}, 'gw_port_id': 'cffbf684-73bc-440d-9493-72f3a9231b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T08:05:52Z', 'updated_at': '2021-02-04T08:05:58Z', 'revision_number': 4, 'project_id': 'd22f65ad361944d7ac6a0eb33e094f78', 'gw_port': {'id': 'cffbf684-73bc-440d-9493-72f3a9231b1c', 'name': '', 'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:37:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84de946-bdd7-4d41-a563-f93cc5f66882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T08:05:53Z', 'updated_at': '2021-02-04T08:06:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-18-smb', '_interfaces': [{'id': '00ea076e-d616-4218-b988-88e1b4c90519', 'name': '', 'network_id': '98c6ffa0-4cc7-47cb-b784-d2279a947515', 'tenant_id': 'd22f65ad361944d7ac6a0eb33e094f78', 'mac_address': 'fa:16:3e:7c:a5:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a84de946-bdd7-4d41-a563-f93cc5f66882', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'cf0bf8e4-7a44-4244-9fb8-fbe792b0f1cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T08:05:57Z', 'updated_at': '2021-02-04T08:05:58Z', 'revision_number': 2, 'project_id': 'd22f65ad361944d7ac6a0eb33e094f78', 'subnets': [{'id': 'cf0bf8e4-7a44-4244-9fb8-fbe792b0f1cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733062-18-smb', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 08:06:04.064118 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc7a51b-7931-44dd-abff-bc21f1300248 None None] Checking router: a84de946-bdd7-4d41-a563-f93cc5f66882 for host: dv-cinder-733062-18-smb {{(pid=80116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 04 08:06:04.064751 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc7a51b-7931-44dd-abff-bc21f1300248 None None] Updating router a84de946-bdd7-4d41-a563-f93cc5f66882 port 00ea076e-d616-4218-b988-88e1b4c90519 binding host dv-cinder-733062-18-smb {{(pid=80116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 04 08:06:04.141410 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-5dc7a51b-7931-44dd-abff-bc21f1300248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:06:04.270713 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Device cffbf684-73bc-440d-9493-72f3a9231b1c up at agent ovs-agent-dv-cinder-733062-18-smb {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 08:06:04.423088 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Provisioning complete for port cffbf684-73bc-440d-9493-72f3a9231b1c triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 08:06:04.423775 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762158'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:06:04.781007 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-5dc7a51b-7931-44dd-abff-bc21f1300248 None None] Notify callbacks [] for port, precommit_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:06:04.796621 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-5dc7a51b-7931-44dd-abff-bc21f1300248 None None] Transition to ACTIVE for port object 00ea076e-d616-4218-b988-88e1b4c90519 will not be triggered until provisioned by entity L2. {{(pid=80116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 04 08:06:04.800173 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-5dc7a51b-7931-44dd-abff-bc21f1300248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309259674757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309260170288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727594605546'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:06:04.900613 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:06:05.211207 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5efd399-2815-4fc1-ad96-c06b80c59a7b None None] Pushing event updated for resources: {'Port': ['ID=00ea076e-d616-4218-b988-88e1b4c90519,revision_number=3']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:06:05.224359 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5efd399-2815-4fc1-ad96-c06b80c59a7b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:06:05.224738 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5efd399-2815-4fc1-ad96-c06b80c59a7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:06:05.225109 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5efd399-2815-4fc1-ad96-c06b80c59a7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:06:05.226035 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5efd399-2815-4fc1-ad96-c06b80c59a7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:06:05.226662 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5efd399-2815-4fc1-ad96-c06b80c59a7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:06:05.227092 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5efd399-2815-4fc1-ad96-c06b80c59a7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:06:05.227371 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5efd399-2815-4fc1-ad96-c06b80c59a7b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:06:05.227730 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5efd399-2815-4fc1-ad96-c06b80c59a7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:06:05.228104 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5efd399-2815-4fc1-ad96-c06b80c59a7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:06:05.228462 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5efd399-2815-4fc1-ad96-c06b80c59a7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:06:05.228815 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5efd399-2815-4fc1-ad96-c06b80c59a7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:06:05.229165 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5efd399-2815-4fc1-ad96-c06b80c59a7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:06:05.229575 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5efd399-2815-4fc1-ad96-c06b80c59a7b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:06:05.229926 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5efd399-2815-4fc1-ad96-c06b80c59a7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:06:05.230279 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5efd399-2815-4fc1-ad96-c06b80c59a7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:06:05.230627 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5efd399-2815-4fc1-ad96-c06b80c59a7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:06:05.230972 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5efd399-2815-4fc1-ad96-c06b80c59a7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:06:05.231498 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5efd399-2815-4fc1-ad96-c06b80c59a7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:06:05.231852 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5efd399-2815-4fc1-ad96-c06b80c59a7b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:06:05.232203 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5efd399-2815-4fc1-ad96-c06b80c59a7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:06:05.232551 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5efd399-2815-4fc1-ad96-c06b80c59a7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:06:05.232898 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5efd399-2815-4fc1-ad96-c06b80c59a7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:06:05.235289 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5efd399-2815-4fc1-ad96-c06b80c59a7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:06:05.235670 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5efd399-2815-4fc1-ad96-c06b80c59a7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:06:05.240876 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-e5efd399-2815-4fc1-ad96-c06b80c59a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:06:05.419555 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-5dc7a51b-7931-44dd-abff-bc21f1300248 None None] Attempting to bind port 00ea076e-d616-4218-b988-88e1b4c90519 on host dv-cinder-733062-18-smb for vnic_type normal with profile {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 08:06:05.419962 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-5dc7a51b-7931-44dd-abff-bc21f1300248 None None] Attempting to bind port 00ea076e-d616-4218-b988-88e1b4c90519 by drivers openvswitch on host dv-cinder-733062-18-smb at level 0 using segments [{'id': '57828787-9b3e-4a67-96a7-9470b17127c3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '98c6ffa0-4cc7-47cb-b784-d2279a947515'}] {{(pid=80116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 04 08:06:05.420362 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc7a51b-7931-44dd-abff-bc21f1300248 None None] Attempting to bind port 00ea076e-d616-4218-b988-88e1b4c90519 on network 98c6ffa0-4cc7-47cb-b784-d2279a947515 {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 04 08:06:05.428121 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc7a51b-7931-44dd-abff-bc21f1300248 None None] Checking agent: {'id': 'b265e0d7-049f-4621-8b9a-cada9a3d4f64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-18-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 4, 7, 47, 55), 'started_at': datetime.datetime(2021, 2, 4, 7, 48, 25), 'heartbeat_timestamp': datetime.datetime(2021, 2, 4, 8, 5, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-18-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.87', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 08:06:05.429256 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc7a51b-7931-44dd-abff-bc21f1300248 None None] Checking segment: {'id': '57828787-9b3e-4a67-96a7-9470b17127c3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '98c6ffa0-4cc7-47cb-b784-d2279a947515'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 04 08:06:05.430196 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-5dc7a51b-7931-44dd-abff-bc21f1300248 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:06:05.430660 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc7a51b-7931-44dd-abff-bc21f1300248 None None] Bound using segment: {'id': '57828787-9b3e-4a67-96a7-9470b17127c3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '98c6ffa0-4cc7-47cb-b784-d2279a947515'} {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 08:06:05.431221 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-5dc7a51b-7931-44dd-abff-bc21f1300248 None None] Bound port: 00ea076e-d616-4218-b988-88e1b4c90519, host: dv-cinder-733062-18-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57828787-9b3e-4a67-96a7-9470b17127c3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '98c6ffa0-4cc7-47cb-b784-d2279a947515'}}] {{(pid=80116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 04 08:06:05.431646 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-5dc7a51b-7931-44dd-abff-bc21f1300248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:06:05.565055 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-5dc7a51b-7931-44dd-abff-bc21f1300248 None None] For port 00ea076e-d616-4218-b988-88e1b4c90519, host dv-cinder-733062-18-smb, cleared binding levels {{(pid=80116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 04 08:06:05.569020 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-5dc7a51b-7931-44dd-abff-bc21f1300248 None None] For port 00ea076e-d616-4218-b988-88e1b4c90519, host dv-cinder-733062-18-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-18-smb',level=0,port_id=00ea076e-d616-4218-b988-88e1b4c90519,segment=NetworkSegment(57828787-9b3e-4a67-96a7-9470b17127c3),segment_id=57828787-9b3e-4a67-96a7-9470b17127c3)] {{(pid=80116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 04 08:06:05.573707 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-5dc7a51b-7931-44dd-abff-bc21f1300248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309259674757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309260170288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727594605546'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:06:05.595348 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:06:05.776824 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5efd399-2815-4fc1-ad96-c06b80c59a7b None None] Pushing event updated for resources: {'Port': ['ID=00ea076e-d616-4218-b988-88e1b4c90519,revision_number=4']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:06:05.781997 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-e5efd399-2815-4fc1-ad96-c06b80c59a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:06:05.866297 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc7a51b-7931-44dd-abff-bc21f1300248 None None] Routers {'a84de946-bdd7-4d41-a563-f93cc5f66882'} bound to L3 agent in host dv-cinder-733062-18-smb {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 04 08:06:05.867131 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-5dc7a51b-7931-44dd-abff-bc21f1300248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-04T07:47:53Z,description=,heartbeat_timestamp=2021-02-04T08:05:53Z,host='dv-cinder-733062-18-smb',id=9b1007a2-cea1-4e19-8fd5-ed5c2617e796,load=0,resource_versions=,resources_synced=,started_at=2021-02-04T07:47:53Z,topic='l3_agent')) {'router_ids': ['a84de946-bdd7-4d41-a563-f93cc5f66882'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 08:06:06.155979 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvr_db [None req-5dc7a51b-7931-44dd-abff-bc21f1300248 None None] Set router a84de946-bdd7-4d41-a563-f93cc5f66882 gateway port host: dv-cinder-733062-18-smb {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 04 08:06:06.321066 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Device 00ea076e-d616-4218-b988-88e1b4c90519 up at agent ovs-agent-dv-cinder-733062-18-smb {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 08:06:06.491710 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Provisioning for port 00ea076e-d616-4218-b988-88e1b4c90519 completed by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 04 08:06:06.501405 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Provisioning complete for port 00ea076e-d616-4218-b988-88e1b4c90519 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 08:06:06.502381 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762158'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:06:06.627637 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-5dc7a51b-7931-44dd-abff-bc21f1300248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a84de946-bdd7-4d41-a563-f93cc5f66882', 'name': 'tempest-TestMinimumBasicScenario-549357431-router', 'tenant_id': 'd22f65ad361944d7ac6a0eb33e094f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'external_fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.57'}], 'enable_snat': True}, 'gw_port_id': 'cffbf684-73bc-440d-9493-72f3a9231b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T08:05:52Z', 'updated_at': '2021-02-04T08:05:58Z', 'revision_number': 4, 'project_id': 'd22f65ad361944d7ac6a0eb33e094f78', 'gw_port': {'id': 'cffbf684-73bc-440d-9493-72f3a9231b1c', 'name': '', 'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:37:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84de946-bdd7-4d41-a563-f93cc5f66882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T08:05:53Z', 'updated_at': '2021-02-04T08:06:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-18-smb', '_interfaces': [{'id': '00ea076e-d616-4218-b988-88e1b4c90519', 'name': '', 'network_id': '98c6ffa0-4cc7-47cb-b784-d2279a947515', 'tenant_id': 'd22f65ad361944d7ac6a0eb33e094f78', 'mac_address': 'fa:16:3e:7c:a5:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a84de946-bdd7-4d41-a563-f93cc5f66882', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'cf0bf8e4-7a44-4244-9fb8-fbe792b0f1cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T08:05:57Z', 'updated_at': '2021-02-04T08:06:05Z', 'revision_number': 4, 'project_id': 'd22f65ad361944d7ac6a0eb33e094f78', 'subnets': [{'id': 'cf0bf8e4-7a44-4244-9fb8-fbe792b0f1cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733062-18-smb', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 08:06:06.633089 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc7a51b-7931-44dd-abff-bc21f1300248 None None] The sync data for ids ['a84de946-bdd7-4d41-a563-f93cc5f66882'] in dv-cinder-733062-18-smb is: [{'id': 'a84de946-bdd7-4d41-a563-f93cc5f66882', 'name': 'tempest-TestMinimumBasicScenario-549357431-router', 'tenant_id': 'd22f65ad361944d7ac6a0eb33e094f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'external_fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.57'}], 'enable_snat': True}, 'gw_port_id': 'cffbf684-73bc-440d-9493-72f3a9231b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T08:05:52Z', 'updated_at': '2021-02-04T08:05:58Z', 'revision_number': 4, 'project_id': 'd22f65ad361944d7ac6a0eb33e094f78', 'gw_port': {'id': 'cffbf684-73bc-440d-9493-72f3a9231b1c', 'name': '', 'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:37:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84de946-bdd7-4d41-a563-f93cc5f66882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T08:05:53Z', 'updated_at': '2021-02-04T08:06:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-18-smb', '_interfaces': [{'id': '00ea076e-d616-4218-b988-88e1b4c90519', 'name': '', 'network_id': '98c6ffa0-4cc7-47cb-b784-d2279a947515', 'tenant_id': 'd22f65ad361944d7ac6a0eb33e094f78', 'mac_address': 'fa:16:3e:7c:a5:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a84de946-bdd7-4d41-a563-f93cc5f66882', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'cf0bf8e4-7a44-4244-9fb8-fbe792b0f1cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T08:05:57Z', 'updated_at': '2021-02-04T08:06:05Z', 'revision_number': 4, 'project_id': 'd22f65ad361944d7ac6a0eb33e094f78', 'subnets': [{'id': 'cf0bf8e4-7a44-4244-9fb8-fbe792b0f1cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 04 08:06:06.688300 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:06:06.755086 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] For port 00ea076e-d616-4218-b988-88e1b4c90519, host dv-cinder-733062-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-18-smb',level=0,port_id=00ea076e-d616-4218-b988-88e1b4c90519,segment=NetworkSegment(57828787-9b3e-4a67-96a7-9470b17127c3),segment_id=57828787-9b3e-4a67-96a7-9470b17127c3)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 08:06:06.759148 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309259674757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309260170288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727594605546'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:06:06.762434 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:06:06.878187 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Pushing event updated for resources: {'Port': ['ID=00ea076e-d616-4218-b988-88e1b4c90519,revision_number=5']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:06:06.882911 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:06:07.652984 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:06:08.267660 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Device 00ea076e-d616-4218-b988-88e1b4c90519 up at agent ovs-agent-dv-cinder-733062-18-smb {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 08:06:08.347243 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Provisioning complete for port 00ea076e-d616-4218-b988-88e1b4c90519 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 08:06:08.347657 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762158'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:06:11.261702 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bab5d3-274b-48bb-bca1-9aa7e1106574 req-9daad4cf-84f5-48e4-a5b3-f435c5c88eda tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:06:11.262420 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [req-00bab5d3-274b-48bb-bca1-9aa7e1106574 req-9daad4cf-84f5-48e4-a5b3-f435c5c88eda tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Synchronizing usage tracker for tenant:d22f65ad361944d7ac6a0eb33e094f78 on resource:network {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 04 08:06:11.279731 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [req-00bab5d3-274b-48bb-bca1-9aa7e1106574 req-9daad4cf-84f5-48e4-a5b3-f435c5c88eda tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Unset dirty status for tenant:d22f65ad361944d7ac6a0eb33e094f78 on resource:network {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 04 08:06:11.281002 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-00bab5d3-274b-48bb-bca1-9aa7e1106574 req-9daad4cf-84f5-48e4-a5b3-f435c5c88eda tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] 10.222.0.99 "GET /v2.0/networks?id=98c6ffa0-4cc7-47cb-b784-d2279a947515 HTTP/1.1" status: 200 len: 814 time: 0.2650356 Feb 04 08:06:11.298922 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-00bab5d3-274b-48bb-bca1-9aa7e1106574 req-87368329-4bf2-4336-898c-3241e54a373e tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] 10.222.0.99 "GET /v2.0/quotas/d22f65ad361944d7ac6a0eb33e094f78 HTTP/1.1" status: 200 len: 375 time: 0.0116076 Feb 04 08:06:11.429415 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [req-00bab5d3-274b-48bb-bca1-9aa7e1106574 req-d1c526a0-211c-444a-a223-a14f93c8f790 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Synchronizing usage tracker for tenant:d22f65ad361944d7ac6a0eb33e094f78 on resource:port {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 04 08:06:11.447631 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [req-00bab5d3-274b-48bb-bca1-9aa7e1106574 req-d1c526a0-211c-444a-a223-a14f93c8f790 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Unset dirty status for tenant:d22f65ad361944d7ac6a0eb33e094f78 on resource:port {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 04 08:06:11.449074 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-00bab5d3-274b-48bb-bca1-9aa7e1106574 req-d1c526a0-211c-444a-a223-a14f93c8f790 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] 10.222.0.99 "GET /v2.0/ports?tenant_id=d22f65ad361944d7ac6a0eb33e094f78&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1429987 Feb 04 08:06:11.993235 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-00bab5d3-274b-48bb-bca1-9aa7e1106574 req-c87cf730-1520-4556-bd41-d0b85d260da3 service neutron] 10.222.0.99 "GET /v2.0/networks/98c6ffa0-4cc7-47cb-b784-d2279a947515?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5300019 Feb 04 08:06:12.139700 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-00bab5d3-274b-48bb-bca1-9aa7e1106574 req-49ab6954-7d87-42d7-92fe-a74b1e972356 service neutron] 10.222.0.99 "GET /v2.0/networks/98c6ffa0-4cc7-47cb-b784-d2279a947515?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1396959 Feb 04 08:06:12.373210 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-e8edecf3-6077-4368-bab5-adcfb2b57220 req-83fe9080-e94d-4144-9dc3-6efd060ec42b tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] 10.222.0.99 "GET /v2.0/ports?device_id=548631f7-18c8-4201-8e5e-6b4f723f08ea HTTP/1.1" status: 200 len: 210 time: 0.0542850 Feb 04 08:06:13.571563 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-22c93dac-854e-4a29-930b-950e2d4c2c82 req-deb4e386-f85b-4f57-b1eb-c99bd951b0ce tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] 10.222.0.99 "GET /v2.0/ports?device_id=548631f7-18c8-4201-8e5e-6b4f723f08ea HTTP/1.1" status: 200 len: 210 time: 0.0533333 Feb 04 08:06:13.687823 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bab5d3-274b-48bb-bca1-9aa7e1106574 req-da4b1ee3-476d-41a9-b353-19ffc55823ad tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:06:13.689522 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-00bab5d3-274b-48bb-bca1-9aa7e1106574 req-da4b1ee3-476d-41a9-b353-19ffc55823ad tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] 10.222.0.76 "GET /v2.0/networks?id=98c6ffa0-4cc7-47cb-b784-d2279a947515 HTTP/1.1" status: 200 len: 814 time: 0.2577763 Feb 04 08:06:13.719385 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.v2.base [req-00bab5d3-274b-48bb-bca1-9aa7e1106574 req-a8dc2e11-9a04-47ef-a7b7-95c8cab1f152 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Request body: {'port': {'device_id': '548631f7-18c8-4201-8e5e-6b4f723f08ea', 'network_id': '98c6ffa0-4cc7-47cb-b784-d2279a947515', 'admin_state_up': True, 'tenant_id': 'd22f65ad361944d7ac6a0eb33e094f78'}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 08:06:13.880267 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [req-00bab5d3-274b-48bb-bca1-9aa7e1106574 req-a8dc2e11-9a04-47ef-a7b7-95c8cab1f152 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 08:06:13.890790 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [req-00bab5d3-274b-48bb-bca1-9aa7e1106574 req-a8dc2e11-9a04-47ef-a7b7-95c8cab1f152 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 08:06:13.901206 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00bab5d3-274b-48bb-bca1-9aa7e1106574 req-a8dc2e11-9a04-47ef-a7b7-95c8cab1f152 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Made reservation on behalf of d22f65ad361944d7ac6a0eb33e094f78 for: {'port': 1} {{(pid=80113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 04 08:06:13.925011 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-00bab5d3-274b-48bb-bca1-9aa7e1106574 req-a8dc2e11-9a04-47ef-a7b7-95c8cab1f152 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:06:14.306204 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.db_base_plugin_common [req-00bab5d3-274b-48bb-bca1-9aa7e1106574 req-a8dc2e11-9a04-47ef-a7b7-95c8cab1f152 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Allocated IP 172.20.0.13 (98c6ffa0-4cc7-47cb-b784-d2279a947515/cf0bf8e4-7a44-4244-9fb8-fbe792b0f1cb/6a9526f9-26b7-453d-99dc-fa27cd81db39) {{(pid=80113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 04 08:06:14.606640 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-00bab5d3-274b-48bb-bca1-9aa7e1106574 req-a8dc2e11-9a04-47ef-a7b7-95c8cab1f152 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Notify callbacks [] for port, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:06:14.631112 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [req-00bab5d3-274b-48bb-bca1-9aa7e1106574 req-a8dc2e11-9a04-47ef-a7b7-95c8cab1f152 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Transition to ACTIVE for port object 6a9526f9-26b7-453d-99dc-fa27cd81db39 will not be triggered until provisioned by entity DHCP. {{(pid=80113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 04 08:06:14.658393 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-00bab5d3-274b-48bb-bca1-9aa7e1106574 req-a8dc2e11-9a04-47ef-a7b7-95c8cab1f152 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727594645960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851609521'] for port, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:06:14.675718 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-1868229f-9a67-4885-8290-5954c0db63af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:06:14.837802 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dc2e11-9a04-47ef-a7b7-95c8cab1f152 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Pushing event updated for resources: {'Port': ['ID=6a9526f9-26b7-453d-99dc-fa27cd81db39,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:06:14.842661 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-a8dc2e11-9a04-47ef-a7b7-95c8cab1f152 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:06:14.945574 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d21e6a1-2976-4c58-a6ba-9e45abdf1f45 req-3e00a1af-d87d-4c4c-991b-de08695fdf5c tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:06:14.949096 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-9d21e6a1-2976-4c58-a6ba-9e45abdf1f45 req-3e00a1af-d87d-4c4c-991b-de08695fdf5c tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] 10.222.0.99 "GET /v2.0/ports?device_id=548631f7-18c8-4201-8e5e-6b4f723f08ea HTTP/1.1" status: 200 len: 932 time: 0.2022481 Feb 04 08:06:14.954570 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00bab5d3-274b-48bb-bca1-9aa7e1106574 req-a8dc2e11-9a04-47ef-a7b7-95c8cab1f152 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Network 98c6ffa0-4cc7-47cb-b784-d2279a947515 is already hosted by enough agents. {{(pid=80113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 04 08:06:14.955898 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.base_scheduler [req-00bab5d3-274b-48bb-bca1-9aa7e1106574 req-a8dc2e11-9a04-47ef-a7b7-95c8cab1f152 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Resources bound (agent type, host, resource id): {{(pid=80113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 04 08:06:14.959317 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [req-00bab5d3-274b-48bb-bca1-9aa7e1106574 req-a8dc2e11-9a04-47ef-a7b7-95c8cab1f152 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Received port after_create {{(pid=80113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 04 08:06:15.042611 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [req-9d21e6a1-2976-4c58-a6ba-9e45abdf1f45 req-95eabbf4-0156-432d-8f9d-d5a55766fa7b tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Synchronizing usage tracker for tenant:d22f65ad361944d7ac6a0eb33e094f78 on resource:security_group {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 04 08:06:15.076515 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [req-9d21e6a1-2976-4c58-a6ba-9e45abdf1f45 req-95eabbf4-0156-432d-8f9d-d5a55766fa7b tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Unset dirty status for tenant:d22f65ad361944d7ac6a0eb33e094f78 on resource:security_group {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 04 08:06:15.078142 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-9d21e6a1-2976-4c58-a6ba-9e45abdf1f45 req-95eabbf4-0156-432d-8f9d-d5a55766fa7b tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] 10.222.0.99 "GET /v2.0/security-groups?id=158a8f0f-24b6-419d-b5ab-adf9d72edbd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196666 Feb 04 08:06:15.126668 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bab5d3-274b-48bb-bca1-9aa7e1106574 req-a8dc2e11-9a04-47ef-a7b7-95c8cab1f152 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:06:15.127488 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-00bab5d3-274b-48bb-bca1-9aa7e1106574 req-a8dc2e11-9a04-47ef-a7b7-95c8cab1f152 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3799'] for port, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:06:15.159091 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-00bab5d3-274b-48bb-bca1-9aa7e1106574 req-a8dc2e11-9a04-47ef-a7b7-95c8cab1f152 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4446640 Feb 04 08:06:15.255909 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-46812047-c5cd-44b7-b608-a0e323264f1f None None] Provisioning for port 6a9526f9-26b7-453d-99dc-fa27cd81db39 completed by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 04 08:06:15.262753 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-46812047-c5cd-44b7-b608-a0e323264f1f None None] Provisioning complete for port 6a9526f9-26b7-453d-99dc-fa27cd81db39 triggered by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 08:06:15.263190 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-46812047-c5cd-44b7-b608-a0e323264f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762158'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:06:15.327553 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-46812047-c5cd-44b7-b608-a0e323264f1f None None] Port 6a9526f9-26b7-453d-99dc-fa27cd81db39 cannot update to ACTIVE because it is not bound. {{(pid=80115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 04 08:06:16.403620 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14a44e9-2004-45df-86fb-9f05c407370b req-b3a9564a-8ab9-4414-aa41-2bfa431395a0 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:06:16.405342 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-a14a44e9-2004-45df-86fb-9f05c407370b req-b3a9564a-8ab9-4414-aa41-2bfa431395a0 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] 10.222.0.99 "GET /v2.0/ports?device_id=548631f7-18c8-4201-8e5e-6b4f723f08ea HTTP/1.1" status: 200 len: 932 time: 0.1748633 Feb 04 08:06:16.478780 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-a14a44e9-2004-45df-86fb-9f05c407370b req-b4089c87-70eb-433b-974d-297bb88cffde tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] 10.222.0.99 "GET /v2.0/security-groups?id=158a8f0f-24b6-419d-b5ab-adf9d72edbd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662866 Feb 04 08:06:17.791592 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbb78d3-561d-4a4d-a364-86d92dfe3e12 req-b600a452-cece-4102-8fc8-c34a163ad870 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:06:17.793584 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-6dbb78d3-561d-4a4d-a364-86d92dfe3e12 req-b600a452-cece-4102-8fc8-c34a163ad870 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] 10.222.0.99 "GET /v2.0/ports?device_id=548631f7-18c8-4201-8e5e-6b4f723f08ea HTTP/1.1" status: 200 len: 932 time: 0.1759515 Feb 04 08:06:17.868785 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-6dbb78d3-561d-4a4d-a364-86d92dfe3e12 req-aa6c9f42-c349-4e3d-babc-94e69f3002e4 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] 10.222.0.99 "GET /v2.0/security-groups?id=158a8f0f-24b6-419d-b5ab-adf9d72edbd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680463 Feb 04 08:06:19.054494 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.agents_db [None req-15dbd8ae-9ae4-49dc-a873-5f27e28d1d51 None None] Agent healthcheck: found 6 active agents {{(pid=80116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 04 08:06:19.178299 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c0e937-0391-4cf0-8b32-9ffb9458bbf2 req-6743b96f-3974-416d-a143-82f8fdea0f98 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:06:19.179986 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-78c0e937-0391-4cf0-8b32-9ffb9458bbf2 req-6743b96f-3974-416d-a143-82f8fdea0f98 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] 10.222.0.99 "GET /v2.0/ports?device_id=548631f7-18c8-4201-8e5e-6b4f723f08ea HTTP/1.1" status: 200 len: 932 time: 0.1760111 Feb 04 08:06:19.249092 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-78c0e937-0391-4cf0-8b32-9ffb9458bbf2 req-b19b3efa-87d2-4776-9db6-a4da5ac5c6a0 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] 10.222.0.99 "GET /v2.0/security-groups?id=158a8f0f-24b6-419d-b5ab-adf9d72edbd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626249 Feb 04 08:06:20.623163 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f074719-d6a8-409b-bb16-a63549616048 req-8007a24f-ff73-4c73-9c96-c0a6454df04e tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:06:20.625027 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-9f074719-d6a8-409b-bb16-a63549616048 req-8007a24f-ff73-4c73-9c96-c0a6454df04e tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] 10.222.0.99 "GET /v2.0/ports?device_id=548631f7-18c8-4201-8e5e-6b4f723f08ea HTTP/1.1" status: 200 len: 932 time: 0.2199111 Feb 04 08:06:20.626467 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-5f0ad4a9-87f5-4b4f-82c9-190646da38b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:06:20.701202 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-9f074719-d6a8-409b-bb16-a63549616048 req-34c1be2a-2ede-40e2-ac87-f66f1881505b tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] 10.222.0.99 "GET /v2.0/security-groups?id=158a8f0f-24b6-419d-b5ab-adf9d72edbd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673497 Feb 04 08:06:22.030460 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b913979f-1c6e-4bee-9a65-6ff9f9eff92b req-22038baa-5732-4d50-8a25-2d73b266443e tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:06:22.032209 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-b913979f-1c6e-4bee-9a65-6ff9f9eff92b req-22038baa-5732-4d50-8a25-2d73b266443e tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] 10.222.0.99 "GET /v2.0/ports?device_id=548631f7-18c8-4201-8e5e-6b4f723f08ea HTTP/1.1" status: 200 len: 932 time: 0.1886909 Feb 04 08:06:22.100870 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-b913979f-1c6e-4bee-9a65-6ff9f9eff92b req-7fcb3353-97c3-45bf-9522-ef1902b48457 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] 10.222.0.99 "GET /v2.0/security-groups?id=158a8f0f-24b6-419d-b5ab-adf9d72edbd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605392 Feb 04 08:06:22.728467 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 58134) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:06:22.909209 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-239f4895-49ef-4a56-a068-993138906343 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:06:22.920953 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-8bb0c6ae-fab3-4d5d-a953-8a340c0e5abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:06:22.932621 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-239f4895-49ef-4a56-a068-993138906343 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 08:06:22.937093 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-239f4895-49ef-4a56-a068-993138906343 admin admin] Usage tracker for resource:security_group_rule and tenant:5f2710e5c4514536998ece57de56d9a9 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 08:06:22.940562 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-239f4895-49ef-4a56-a068-993138906343 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 08:06:22.947633 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-239f4895-49ef-4a56-a068-993138906343 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 08:06:23.038845 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-239f4895-49ef-4a56-a068-993138906343 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:06:23.041797 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-239f4895-49ef-4a56-a068-993138906343 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:06:23.051770 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-ecc159e1-5273-490c-99d2-5437f9287a27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:06:23.097493 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-239f4895-49ef-4a56-a068-993138906343 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=5f2710e5c4514536998ece57de56d9a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3675108 Feb 04 08:06:23.099458 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239f4895-49ef-4a56-a068-993138906343 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5acb41c8-c780-4cb5-98f3-04a9c6f4c94d,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:06:23.099710 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.99', 58140) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:06:23.111200 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-239f4895-49ef-4a56-a068-993138906343 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:06:23.169171 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-d616d599-d8e2-406f-b2ef-25ab9f45ac77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:06:23.198819 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-d616d599-d8e2-406f-b2ef-25ab9f45ac77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:06:23.314902 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-d616d599-d8e2-406f-b2ef-25ab9f45ac77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:06:23.321445 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-3be7278e-9fd7-40a4-8b52-96e7773ca6e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:06:23.338514 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d616d599-d8e2-406f-b2ef-25ab9f45ac77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5acb41c8-c780-4cb5-98f3-04a9c6f4c94d,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:06:23.353413 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-d616d599-d8e2-406f-b2ef-25ab9f45ac77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:06:23.369274 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-d616d599-d8e2-406f-b2ef-25ab9f45ac77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:06:23.370526 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-d616d599-d8e2-406f-b2ef-25ab9f45ac77 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/5acb41c8-c780-4cb5-98f3-04a9c6f4c94d HTTP/1.1" status: 204 len: 168 time: 0.2686827 Feb 04 08:06:23.485108 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342653f1-da4e-4b79-b650-ba47d58d1685 req-8c35d38a-eff1-4453-bc6c-1ed9156731c6 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:06:23.486952 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-342653f1-da4e-4b79-b650-ba47d58d1685 req-8c35d38a-eff1-4453-bc6c-1ed9156731c6 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] 10.222.0.99 "GET /v2.0/ports?device_id=548631f7-18c8-4201-8e5e-6b4f723f08ea HTTP/1.1" status: 200 len: 932 time: 0.2324531 Feb 04 08:06:23.559723 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-342653f1-da4e-4b79-b650-ba47d58d1685 req-7c7d2b9b-bd9e-448f-bf3c-2ac75f0d5d19 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] 10.222.0.99 "GET /v2.0/security-groups?id=158a8f0f-24b6-419d-b5ab-adf9d72edbd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655921 Feb 04 08:06:23.884870 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-85fac0c9-e82f-41ee-a61d-5b2e920e6613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:06:24.674503 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.v2.base [req-00bab5d3-274b-48bb-bca1-9aa7e1106574 req-3486fb32-7d48-480a-a08a-0334948ff132 service neutron] Request body: {'port': {'device_id': '548631f7-18c8-4201-8e5e-6b4f723f08ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73306'}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 08:06:24.721216 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:06:24.811801 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-00bab5d3-274b-48bb-bca1-9aa7e1106574 req-3486fb32-7d48-480a-a08a-0334948ff132 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:06:24.877919 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82c5ce2-6f83-4603-b42c-cdb94d3c17bf req-388ac884-9d03-4cb5-85ae-f28447b35a61 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:06:24.879664 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-b82c5ce2-6f83-4603-b42c-cdb94d3c17bf req-388ac884-9d03-4cb5-85ae-f28447b35a61 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] 10.222.0.99 "GET /v2.0/ports?device_id=548631f7-18c8-4201-8e5e-6b4f723f08ea HTTP/1.1" status: 200 len: 932 time: 0.1782067 Feb 04 08:06:24.950098 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-b82c5ce2-6f83-4603-b42c-cdb94d3c17bf req-d156d0eb-989c-46c4-9040-88f6a2961a9b tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] 10.222.0.99 "GET /v2.0/security-groups?id=158a8f0f-24b6-419d-b5ab-adf9d72edbd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630267 Feb 04 08:06:25.255790 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-19d3b842-1860-471a-9268-0862a9b26fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:06:25.262176 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.notifiers.nova [req-00bab5d3-274b-48bb-bca1-9aa7e1106574 req-3486fb32-7d48-480a-a08a-0334948ff132 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a9526f9-26b7-453d-99dc-fa27cd81db39 {{(pid=80113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 04 08:06:25.270373 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-00bab5d3-274b-48bb-bca1-9aa7e1106574 req-3486fb32-7d48-480a-a08a-0334948ff132 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:06:25.283341 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [req-00bab5d3-274b-48bb-bca1-9aa7e1106574 req-3486fb32-7d48-480a-a08a-0334948ff132 service neutron] Transition to ACTIVE for port object 6a9526f9-26b7-453d-99dc-fa27cd81db39 will not be triggered until provisioned by entity L2. {{(pid=80113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 04 08:06:25.285951 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-00bab5d3-274b-48bb-bca1-9aa7e1106574 req-3486fb32-7d48-480a-a08a-0334948ff132 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309259674757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309260170288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727594605546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3166264'] for port, after_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:06:25.306207 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-6f484170-c4a3-4aa5-81cf-d823d97e6eba service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:06:25.448478 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3486fb32-7d48-480a-a08a-0334948ff132 service neutron] Pushing event updated for resources: {'Port': ['ID=6a9526f9-26b7-453d-99dc-fa27cd81db39,revision_number=2']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:06:25.454440 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-3486fb32-7d48-480a-a08a-0334948ff132 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:06:25.657565 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [req-00bab5d3-274b-48bb-bca1-9aa7e1106574 req-3486fb32-7d48-480a-a08a-0334948ff132 service neutron] Attempting to bind port 6a9526f9-26b7-453d-99dc-fa27cd81db39 on host hv-cinder-73306 for vnic_type normal with profile {{(pid=80113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 08:06:25.657833 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [req-00bab5d3-274b-48bb-bca1-9aa7e1106574 req-3486fb32-7d48-480a-a08a-0334948ff132 service neutron] Attempting to bind port 6a9526f9-26b7-453d-99dc-fa27cd81db39 by drivers openvswitch on host hv-cinder-73306 at level 0 using segments [{'id': '57828787-9b3e-4a67-96a7-9470b17127c3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '98c6ffa0-4cc7-47cb-b784-d2279a947515'}] {{(pid=80113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 04 08:06:25.658204 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00bab5d3-274b-48bb-bca1-9aa7e1106574 req-3486fb32-7d48-480a-a08a-0334948ff132 service neutron] Attempting to bind port 6a9526f9-26b7-453d-99dc-fa27cd81db39 on network 98c6ffa0-4cc7-47cb-b784-d2279a947515 {{(pid=80113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 04 08:06:25.664585 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00bab5d3-274b-48bb-bca1-9aa7e1106574 req-3486fb32-7d48-480a-a08a-0334948ff132 service neutron] Checking agent: {'id': 'ff9cc465-2d2d-4d6a-b510-d92e1cf0c130', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73306', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 4, 7, 55, 7), 'started_at': datetime.datetime(2021, 2, 4, 7, 55, 37), 'heartbeat_timestamp': datetime.datetime(2021, 2, 4, 8, 6, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.95', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 08:06:25.664961 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00bab5d3-274b-48bb-bca1-9aa7e1106574 req-3486fb32-7d48-480a-a08a-0334948ff132 service neutron] Checking segment: {'id': '57828787-9b3e-4a67-96a7-9470b17127c3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '98c6ffa0-4cc7-47cb-b784-d2279a947515'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 04 08:06:25.665367 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-00bab5d3-274b-48bb-bca1-9aa7e1106574 req-3486fb32-7d48-480a-a08a-0334948ff132 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:06:25.665760 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00bab5d3-274b-48bb-bca1-9aa7e1106574 req-3486fb32-7d48-480a-a08a-0334948ff132 service neutron] Bound using segment: {'id': '57828787-9b3e-4a67-96a7-9470b17127c3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '98c6ffa0-4cc7-47cb-b784-d2279a947515'} {{(pid=80113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 08:06:25.666238 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [req-00bab5d3-274b-48bb-bca1-9aa7e1106574 req-3486fb32-7d48-480a-a08a-0334948ff132 service neutron] Bound port: 6a9526f9-26b7-453d-99dc-fa27cd81db39, host: hv-cinder-73306, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57828787-9b3e-4a67-96a7-9470b17127c3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '98c6ffa0-4cc7-47cb-b784-d2279a947515'}}] {{(pid=80113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 04 08:06:25.666593 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-00bab5d3-274b-48bb-bca1-9aa7e1106574 req-3486fb32-7d48-480a-a08a-0334948ff132 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:06:25.779705 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [req-00bab5d3-274b-48bb-bca1-9aa7e1106574 req-3486fb32-7d48-480a-a08a-0334948ff132 service neutron] For port 6a9526f9-26b7-453d-99dc-fa27cd81db39, host hv-cinder-73306, cleared binding levels {{(pid=80113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 04 08:06:25.782878 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [req-00bab5d3-274b-48bb-bca1-9aa7e1106574 req-3486fb32-7d48-480a-a08a-0334948ff132 service neutron] For port 6a9526f9-26b7-453d-99dc-fa27cd81db39, host hv-cinder-73306, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=6a9526f9-26b7-453d-99dc-fa27cd81db39,segment=NetworkSegment(57828787-9b3e-4a67-96a7-9470b17127c3),segment_id=57828787-9b3e-4a67-96a7-9470b17127c3)] {{(pid=80113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 04 08:06:25.786553 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-00bab5d3-274b-48bb-bca1-9aa7e1106574 req-3486fb32-7d48-480a-a08a-0334948ff132 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309259674757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309260170288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727594605546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3166264'] for port, after_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:06:25.806177 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-eeaab5a2-84ed-4775-a253-622abc0eff1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:06:25.970114 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3486fb32-7d48-480a-a08a-0334948ff132 service neutron] Pushing event updated for resources: {'Port': ['ID=6a9526f9-26b7-453d-99dc-fa27cd81db39,revision_number=3']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:06:25.976171 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-3486fb32-7d48-480a-a08a-0334948ff132 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:06:26.006859 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bab5d3-274b-48bb-bca1-9aa7e1106574 req-3486fb32-7d48-480a-a08a-0334948ff132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:06:26.007578 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-00bab5d3-274b-48bb-bca1-9aa7e1106574 req-3486fb32-7d48-480a-a08a-0334948ff132 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3799'] for port, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:06:26.009104 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-00bab5d3-274b-48bb-bca1-9aa7e1106574 req-3486fb32-7d48-480a-a08a-0334948ff132 service neutron] 10.222.0.76 "PUT /v2.0/ports/6a9526f9-26b7-453d-99dc-fa27cd81db39 HTTP/1.1" status: 200 len: 1158 time: 1.3399432 Feb 04 08:06:26.009672 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '548631f7-18c8-4201-8e5e-6b4f723f08ea', 'tag': '6a9526f9-26b7-453d-99dc-fa27cd81db39'}] {{(pid=80113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 08:06:26.129666 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '548631f7-18c8-4201-8e5e-6b4f723f08ea', 'tag': '6a9526f9-26b7-453d-99dc-fa27cd81db39', 'status': 'completed', 'code': 200} Feb 04 08:06:26.166069 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bab5d3-274b-48bb-bca1-9aa7e1106574 req-d92f000a-63d9-43b7-a208-cc97a1ee7aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:06:26.168044 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-00bab5d3-274b-48bb-bca1-9aa7e1106574 req-d92f000a-63d9-43b7-a208-cc97a1ee7aa8 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d22f65ad361944d7ac6a0eb33e094f78&device_id=548631f7-18c8-4201-8e5e-6b4f723f08ea HTTP/1.1" status: 200 len: 1161 time: 0.1039436 Feb 04 08:06:26.259764 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-00bab5d3-274b-48bb-bca1-9aa7e1106574 req-9ae12957-854c-4f99-8421-daff9aefe721 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6a9526f9-26b7-453d-99dc-fa27cd81db39 HTTP/1.1" status: 200 len: 217 time: 0.0790045 Feb 04 08:06:26.333656 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cae7ee7-ca2a-4da9-9419-163165148fcf req-7c86b728-a1a0-4975-b390-7fb70bd8fe45 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:06:26.335925 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-2cae7ee7-ca2a-4da9-9419-163165148fcf req-7c86b728-a1a0-4975-b390-7fb70bd8fe45 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] 10.222.0.99 "GET /v2.0/ports?device_id=548631f7-18c8-4201-8e5e-6b4f723f08ea HTTP/1.1" status: 200 len: 944 time: 0.2029827 Feb 04 08:06:26.336481 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bab5d3-274b-48bb-bca1-9aa7e1106574 req-5a5ef219-4438-48f4-b4a4-6fa376485de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:06:26.338237 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-00bab5d3-274b-48bb-bca1-9aa7e1106574 req-5a5ef219-4438-48f4-b4a4-6fa376485de9 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=cf0bf8e4-7a44-4244-9fb8-fbe792b0f1cb HTTP/1.1" status: 200 len: 853 time: 0.0718298 Feb 04 08:06:26.408679 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-2cae7ee7-ca2a-4da9-9419-163165148fcf req-5a444098-bf31-4ad0-9040-ac4c132d1f6f tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] 10.222.0.99 "GET /v2.0/security-groups?id=158a8f0f-24b6-419d-b5ab-adf9d72edbd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658302 Feb 04 08:06:26.431934 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bab5d3-274b-48bb-bca1-9aa7e1106574 req-0893c5fc-88a0-43a0-b1f2-55d63dce70d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:06:26.433596 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-00bab5d3-274b-48bb-bca1-9aa7e1106574 req-0893c5fc-88a0-43a0-b1f2-55d63dce70d8 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=98c6ffa0-4cc7-47cb-b784-d2279a947515&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0890350 Feb 04 08:06:26.843547 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-00bab5d3-274b-48bb-bca1-9aa7e1106574 req-80fb96de-85f7-4c06-bb15-876c0fa366b3 service neutron] 10.222.0.76 "GET /v2.0/networks/98c6ffa0-4cc7-47cb-b784-d2279a947515?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4030142 Feb 04 08:06:27.001338 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-00bab5d3-274b-48bb-bca1-9aa7e1106574 req-db80a87d-1c25-4c5a-b61c-27ab528e0053 service neutron] 10.222.0.76 "GET /v2.0/networks/98c6ffa0-4cc7-47cb-b784-d2279a947515?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1511467 Feb 04 08:06:27.164960 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e181db54-71e6-486a-a3f0-5508e9c0e983 req-e78dd2a3-970f-4007-bd1b-e7749b0f2c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:06:27.166495 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-e181db54-71e6-486a-a3f0-5508e9c0e983 req-e78dd2a3-970f-4007-bd1b-e7749b0f2c5a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d22f65ad361944d7ac6a0eb33e094f78&device_id=548631f7-18c8-4201-8e5e-6b4f723f08ea HTTP/1.1" status: 200 len: 1161 time: 0.0811703 Feb 04 08:06:27.313167 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e181db54-71e6-486a-a3f0-5508e9c0e983 req-e5825497-17de-4cf7-97b1-9077096699ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:06:27.314774 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-e181db54-71e6-486a-a3f0-5508e9c0e983 req-e5825497-17de-4cf7-97b1-9077096699ac service neutron] 10.222.0.76 "GET /v2.0/networks?id=98c6ffa0-4cc7-47cb-b784-d2279a947515 HTTP/1.1" status: 200 len: 908 time: 0.1417177 Feb 04 08:06:27.392718 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-e181db54-71e6-486a-a3f0-5508e9c0e983 req-cf341255-8026-4bf4-bf69-0218e34e945c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6a9526f9-26b7-453d-99dc-fa27cd81db39 HTTP/1.1" status: 200 len: 217 time: 0.0705073 Feb 04 08:06:27.468866 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e181db54-71e6-486a-a3f0-5508e9c0e983 req-b9639831-1cc9-4fc3-86b7-770e5da091dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:06:27.470586 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-e181db54-71e6-486a-a3f0-5508e9c0e983 req-b9639831-1cc9-4fc3-86b7-770e5da091dd service neutron] 10.222.0.76 "GET /v2.0/subnets?id=cf0bf8e4-7a44-4244-9fb8-fbe792b0f1cb HTTP/1.1" status: 200 len: 853 time: 0.0689728 Feb 04 08:06:27.567597 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e181db54-71e6-486a-a3f0-5508e9c0e983 req-f859615b-d25b-48b8-9e7a-31a5619aa2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:06:27.570532 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-e181db54-71e6-486a-a3f0-5508e9c0e983 req-f859615b-d25b-48b8-9e7a-31a5619aa2e4 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=98c6ffa0-4cc7-47cb-b784-d2279a947515&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0916238 Feb 04 08:06:27.717884 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd55f96-8df6-442e-b792-36b019bd24dd req-0cb0db7a-9c21-43e7-9755-41364645a4a9 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:06:27.719534 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-5dd55f96-8df6-442e-b792-36b019bd24dd req-0cb0db7a-9c21-43e7-9755-41364645a4a9 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] 10.222.0.99 "GET /v2.0/ports?device_id=548631f7-18c8-4201-8e5e-6b4f723f08ea HTTP/1.1" status: 200 len: 944 time: 0.1674471 Feb 04 08:06:27.722185 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-e181db54-71e6-486a-a3f0-5508e9c0e983 req-3a67dc68-1436-4c09-b6b4-d7954cda8885 service neutron] 10.222.0.76 "GET /v2.0/networks/98c6ffa0-4cc7-47cb-b784-d2279a947515?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440489 Feb 04 08:06:27.786508 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-5dd55f96-8df6-442e-b792-36b019bd24dd req-8bf06a06-0ca1-4e53-9a25-54a2b691758a tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] 10.222.0.99 "GET /v2.0/security-groups?id=158a8f0f-24b6-419d-b5ab-adf9d72edbd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597680 Feb 04 08:06:27.872908 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-e181db54-71e6-486a-a3f0-5508e9c0e983 req-a2588745-7b56-41a7-aed3-d2303082cf94 service neutron] 10.222.0.76 "GET /v2.0/networks/98c6ffa0-4cc7-47cb-b784-d2279a947515?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1435282 Feb 04 08:06:29.093333 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bdc66b-e2f5-4d8c-b02b-f609767827a4 req-f13e76e5-b7f7-4da2-a6a3-6be3b89bd0c5 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:06:29.095037 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-49bdc66b-e2f5-4d8c-b02b-f609767827a4 req-f13e76e5-b7f7-4da2-a6a3-6be3b89bd0c5 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] 10.222.0.99 "GET /v2.0/ports?device_id=548631f7-18c8-4201-8e5e-6b4f723f08ea HTTP/1.1" status: 200 len: 944 time: 0.1721704 Feb 04 08:06:29.163103 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-49bdc66b-e2f5-4d8c-b02b-f609767827a4 req-9e5425c3-efad-43e7-b3d6-7b84361cbc4d tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] 10.222.0.99 "GET /v2.0/security-groups?id=158a8f0f-24b6-419d-b5ab-adf9d72edbd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600197 Feb 04 08:06:29.778660 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.objects.ports [None req-c16e310a-1744-4c5d-bc00-7758dcc2392c None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80115) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 04 08:06:30.191144 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Device 6a9526f9-26b7-453d-99dc-fa27cd81db39 up at agent ovs-agent-hv-cinder-73306 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 08:06:30.269891 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Provisioning for port 6a9526f9-26b7-453d-99dc-fa27cd81db39 completed by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 04 08:06:30.276263 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Provisioning complete for port 6a9526f9-26b7-453d-99dc-fa27cd81db39 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 08:06:30.276682 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762158'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:06:30.420866 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:06:30.450455 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '548631f7-18c8-4201-8e5e-6b4f723f08ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a9526f9-26b7-453d-99dc-fa27cd81db39'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 08:06:30.461864 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] For port 6a9526f9-26b7-453d-99dc-fa27cd81db39, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=6a9526f9-26b7-453d-99dc-fa27cd81db39,segment=NetworkSegment(57828787-9b3e-4a67-96a7-9470b17127c3),segment_id=57828787-9b3e-4a67-96a7-9470b17127c3)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 08:06:30.465475 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309259674757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309260170288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727594605546'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:06:30.467503 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-2a3c5db3-389f-4d83-80f4-3be95bf3b67f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:06:30.472451 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde38ddd-9504-4767-bcae-0a643c9f5fbf req-d2e103f8-72d0-408f-8c9d-1f09fbc1071a tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:06:30.481538 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-fde38ddd-9504-4767-bcae-0a643c9f5fbf req-d2e103f8-72d0-408f-8c9d-1f09fbc1071a tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] 10.222.0.99 "GET /v2.0/ports?device_id=548631f7-18c8-4201-8e5e-6b4f723f08ea HTTP/1.1" status: 200 len: 944 time: 0.1831212 Feb 04 08:06:30.517283 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '548631f7-18c8-4201-8e5e-6b4f723f08ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a9526f9-26b7-453d-99dc-fa27cd81db39', 'code': 200} Feb 04 08:06:30.544100 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Pushing event updated for resources: {'Port': ['ID=6a9526f9-26b7-453d-99dc-fa27cd81db39,revision_number=4']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:06:30.553492 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:06:30.553492 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:06:30.553945 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:06:30.554374 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:06:30.554825 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:06:30.555284 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:06:30.555570 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:06:30.555834 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-fde38ddd-9504-4767-bcae-0a643c9f5fbf req-93537e5f-885f-4f8a-a44b-13442777055c tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] 10.222.0.99 "GET /v2.0/security-groups?id=158a8f0f-24b6-419d-b5ab-adf9d72edbd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731022 Feb 04 08:06:30.555967 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:06:30.556273 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:06:30.557089 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:06:30.557089 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:06:30.557391 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:06:30.558097 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:06:30.558097 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:06:30.558473 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:06:30.558830 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:06:30.559235 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:06:30.559732 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:06:30.560095 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:06:30.560457 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:06:30.560819 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:06:30.561169 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:06:30.561532 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:06:30.561908 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:06:30.566460 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:06:30.807227 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2db0504-7e8f-440b-aebc-830542646c2c req-5c89edd5-284a-49ad-81e4-03cae9151ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:06:30.808872 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-c2db0504-7e8f-440b-aebc-830542646c2c req-5c89edd5-284a-49ad-81e4-03cae9151ba9 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=548631f7-18c8-4201-8e5e-6b4f723f08ea HTTP/1.1" status: 200 len: 1163 time: 0.0845790 Feb 04 08:06:30.853709 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-c2db0504-7e8f-440b-aebc-830542646c2c req-4000694a-00f9-40ad-ae2c-ba04931297f3 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=158a8f0f-24b6-419d-b5ab-adf9d72edbd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379698 Feb 04 08:06:31.835730 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Device 6a9526f9-26b7-453d-99dc-fa27cd81db39 up at agent ovs-agent-hv-cinder-73306 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 08:06:31.851321 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36031e55-cb49-4df0-8e78-7e6849b63074 req-4d3f4171-65a1-4040-8a55-74ad901dd197 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:06:31.853174 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-36031e55-cb49-4df0-8e78-7e6849b63074 req-4d3f4171-65a1-4040-8a55-74ad901dd197 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] 10.222.0.99 "GET /v2.0/ports?device_id=548631f7-18c8-4201-8e5e-6b4f723f08ea HTTP/1.1" status: 200 len: 946 time: 0.1667039 Feb 04 08:06:31.941241 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-36031e55-cb49-4df0-8e78-7e6849b63074 req-08addd6e-f8a3-4bbd-b880-410de9fc9f52 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] 10.222.0.99 "GET /v2.0/security-groups?id=158a8f0f-24b6-419d-b5ab-adf9d72edbd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795910 Feb 04 08:06:31.953981 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Provisioning complete for port 6a9526f9-26b7-453d-99dc-fa27cd81db39 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 08:06:31.954400 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762158'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:06:33.246016 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30afe1f-56ac-45f9-85ed-b9f749e5d1bd req-c6129a34-a9f7-4aba-ab3c-fd21d82598cd tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:06:33.247738 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-b30afe1f-56ac-45f9-85ed-b9f749e5d1bd req-c6129a34-a9f7-4aba-ab3c-fd21d82598cd tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] 10.222.0.99 "GET /v2.0/ports?device_id=548631f7-18c8-4201-8e5e-6b4f723f08ea HTTP/1.1" status: 200 len: 946 time: 0.1709542 Feb 04 08:06:33.315154 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-b30afe1f-56ac-45f9-85ed-b9f749e5d1bd req-5938f42a-53bd-41eb-827b-a9c8b9c56e1f tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] 10.222.0.99 "GET /v2.0/security-groups?id=158a8f0f-24b6-419d-b5ab-adf9d72edbd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609896 Feb 04 08:06:33.614144 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722ed901-7e03-4845-9735-5fe537b1aa86 req-6a5842cb-0b37-4d9c-abfe-96c6afdfff99 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:06:33.616486 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-722ed901-7e03-4845-9735-5fe537b1aa86 req-6a5842cb-0b37-4d9c-abfe-96c6afdfff99 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] 10.222.0.99 "GET /v2.0/ports?device_id=548631f7-18c8-4201-8e5e-6b4f723f08ea HTTP/1.1" status: 200 len: 946 time: 0.1679597 Feb 04 08:06:33.685833 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-722ed901-7e03-4845-9735-5fe537b1aa86 req-92174199-b267-4a83-bb9c-1ba0e07c5a8f tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] 10.222.0.99 "GET /v2.0/security-groups?id=158a8f0f-24b6-419d-b5ab-adf9d72edbd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625236 Feb 04 08:06:34.092172 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 58292) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:06:34.229549 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e258143-a82c-4903-93f6-85610cea4c22 req-f49f3838-202c-4cae-94ed-e7da92320cd0 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:06:34.231280 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-4e258143-a82c-4903-93f6-85610cea4c22 req-f49f3838-202c-4cae-94ed-e7da92320cd0 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] 10.222.0.99 "GET /v2.0/ports?device_id=548631f7-18c8-4201-8e5e-6b4f723f08ea HTTP/1.1" status: 200 len: 946 time: 0.1728537 Feb 04 08:06:34.251489 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6a4125f7-1015-4734-afe6-07b4679ef6d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:06:34.272029 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-6a4125f7-1015-4734-afe6-07b4679ef6d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 08:06:34.276373 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-6a4125f7-1015-4734-afe6-07b4679ef6d6 admin admin] Usage tracker for resource:security_group_rule and tenant:7014e3903ceb408cbbb8298bf0c8998c is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 08:06:34.279460 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-6a4125f7-1015-4734-afe6-07b4679ef6d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 08:06:34.285449 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-6a4125f7-1015-4734-afe6-07b4679ef6d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 08:06:34.297477 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-4e258143-a82c-4903-93f6-85610cea4c22 req-f9a3407a-5bc6-4be9-8b46-90a366ce2d97 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] 10.222.0.99 "GET /v2.0/security-groups?id=158a8f0f-24b6-419d-b5ab-adf9d72edbd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598283 Feb 04 08:06:34.378198 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6a4125f7-1015-4734-afe6-07b4679ef6d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:06:34.384960 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6a4125f7-1015-4734-afe6-07b4679ef6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:06:34.403206 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-8ca60e18-2228-43f9-a991-de74a33ec7be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:06:34.476987 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-6a4125f7-1015-4734-afe6-07b4679ef6d6 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=7014e3903ceb408cbbb8298bf0c8998c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3835964 Feb 04 08:06:34.478814 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4125f7-1015-4734-afe6-07b4679ef6d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27cbb1d8-5a52-4973-b478-2bba7fc0a794,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:06:34.480104 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.99', 58300) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:06:34.482690 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-6a4125f7-1015-4734-afe6-07b4679ef6d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:06:34.545587 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-85ab6aad-708a-45cd-856c-521cdfd68b62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:06:34.575185 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-85ab6aad-708a-45cd-856c-521cdfd68b62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:06:34.625001 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-85ab6aad-708a-45cd-856c-521cdfd68b62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:06:34.630029 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-745c04e7-190d-4d34-a097-eb532ea496bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:06:34.644684 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ab6aad-708a-45cd-856c-521cdfd68b62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27cbb1d8-5a52-4973-b478-2bba7fc0a794,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:06:34.648979 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-85ab6aad-708a-45cd-856c-521cdfd68b62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:06:34.650320 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-85ab6aad-708a-45cd-856c-521cdfd68b62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:06:34.664098 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-85ab6aad-708a-45cd-856c-521cdfd68b62 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/27cbb1d8-5a52-4973-b478-2bba7fc0a794 HTTP/1.1" status: 204 len: 168 time: 0.1731448 Feb 04 08:06:35.016776 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.99', 58312) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:06:35.035381 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-d0747558-6e9b-4875-8771-a9f27918b944 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:06:35.051288 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-d0747558-6e9b-4875-8771-a9f27918b944 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 08:06:35.056067 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-d0747558-6e9b-4875-8771-a9f27918b944 admin admin] Usage tracker for resource:security_group_rule and tenant:452fbd4d98bc42628e3f8d6f69c43c6a is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 08:06:35.059082 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-d0747558-6e9b-4875-8771-a9f27918b944 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 08:06:35.064880 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-d0747558-6e9b-4875-8771-a9f27918b944 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 08:06:35.157386 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-d0747558-6e9b-4875-8771-a9f27918b944 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:06:35.160065 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-d0747558-6e9b-4875-8771-a9f27918b944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:06:35.169375 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-0b312d34-30e1-412c-825a-900f1eb57433 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:06:35.212741 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-d0747558-6e9b-4875-8771-a9f27918b944 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=452fbd4d98bc42628e3f8d6f69c43c6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1948130 Feb 04 08:06:35.214411 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0747558-6e9b-4875-8771-a9f27918b944 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=689a669e-254f-4962-8715-3f099f8324ed,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:06:35.215867 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 58316) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:06:35.217717 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-d0747558-6e9b-4875-8771-a9f27918b944 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:06:35.282101 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-bb85746e-f6ee-409d-aeb8-8aff717b9cf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:06:35.312650 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-bb85746e-f6ee-409d-aeb8-8aff717b9cf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:06:35.358465 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-bb85746e-f6ee-409d-aeb8-8aff717b9cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:06:35.362409 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-944e01fb-767a-4b63-842b-138b18c616e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:06:35.379628 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb85746e-f6ee-409d-aeb8-8aff717b9cf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=689a669e-254f-4962-8715-3f099f8324ed,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:06:35.384228 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-bb85746e-f6ee-409d-aeb8-8aff717b9cf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:06:35.395218 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-bb85746e-f6ee-409d-aeb8-8aff717b9cf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:06:35.396504 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-bb85746e-f6ee-409d-aeb8-8aff717b9cf9 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/689a669e-254f-4962-8715-3f099f8324ed HTTP/1.1" status: 204 len: 168 time: 0.1795342 Feb 04 08:06:35.823952 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 58324) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:06:35.844255 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-3c95d9e4-feca-4253-9743-5f99509acf7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:06:35.861316 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-3c95d9e4-feca-4253-9743-5f99509acf7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 08:06:35.865819 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-3c95d9e4-feca-4253-9743-5f99509acf7b admin admin] Usage tracker for resource:security_group_rule and tenant:532dd888285649cb908f873c273f3598 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 08:06:35.868985 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [None req-3c95d9e4-feca-4253-9743-5f99509acf7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 08:06:35.875063 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-3c95d9e4-feca-4253-9743-5f99509acf7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 08:06:35.968787 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-3c95d9e4-feca-4253-9743-5f99509acf7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:06:35.971749 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-3c95d9e4-feca-4253-9743-5f99509acf7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:06:35.980758 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-042b8a5a-7403-41ff-ab88-67d9e536ac68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:06:36.025109 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-3c95d9e4-feca-4253-9743-5f99509acf7b admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=532dd888285649cb908f873c273f3598&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1999745 Feb 04 08:06:36.026953 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c95d9e4-feca-4253-9743-5f99509acf7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3df1e61-3bba-4e42-9de7-ba16b7e0da63,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:06:36.027988 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.99', 58332) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:06:36.030477 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-3c95d9e4-feca-4253-9743-5f99509acf7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:06:36.102023 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b0bcc6c4-cbe3-48f9-95e3-9fe1a3e12f95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:06:36.143802 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b0bcc6c4-cbe3-48f9-95e3-9fe1a3e12f95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:06:36.191448 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b0bcc6c4-cbe3-48f9-95e3-9fe1a3e12f95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:06:36.197451 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-41c6f025-ece9-4b83-863c-dc28292c61a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:06:36.211367 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bcc6c4-cbe3-48f9-95e3-9fe1a3e12f95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3df1e61-3bba-4e42-9de7-ba16b7e0da63,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:06:36.220315 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-b0bcc6c4-cbe3-48f9-95e3-9fe1a3e12f95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:06:36.221195 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b0bcc6c4-cbe3-48f9-95e3-9fe1a3e12f95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:06:36.222421 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-b0bcc6c4-cbe3-48f9-95e3-9fe1a3e12f95 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/e3df1e61-3bba-4e42-9de7-ba16b7e0da63 HTTP/1.1" status: 204 len: 168 time: 0.1932573 Feb 04 08:06:37.665017 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:06:39.475611 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1b2037-6280-4dba-81a2-3e5eef475870 req-00535586-4fba-47a7-ae0e-005dea6e1aba tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:06:39.477360 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-5e1b2037-6280-4dba-81a2-3e5eef475870 req-00535586-4fba-47a7-ae0e-005dea6e1aba tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] 10.222.0.99 "GET /v2.0/ports?device_id=548631f7-18c8-4201-8e5e-6b4f723f08ea HTTP/1.1" status: 200 len: 946 time: 0.1686935 Feb 04 08:06:39.546826 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-5e1b2037-6280-4dba-81a2-3e5eef475870 req-d78864d7-edca-4af8-a0ed-6f6f6a205654 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] 10.222.0.99 "GET /v2.0/security-groups?id=158a8f0f-24b6-419d-b5ab-adf9d72edbd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628252 Feb 04 08:06:39.800102 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-b9fb1bed-79c6-4268-bce9-b8194ca0ec84 req-e1e3eae9-f37a-4417-81e8-9311fcb8c00d tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] 10.222.0.99 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1945865 Feb 04 08:06:39.811824 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.v2.base [req-b9fb1bed-79c6-4268-bce9-b8194ca0ec84 req-4a19846f-1588-4d2e-b4df-4f6b1c5bc1ee tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Request body: {'floatingip': {'floating_network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 08:06:39.832812 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [req-b9fb1bed-79c6-4268-bce9-b8194ca0ec84 req-4a19846f-1588-4d2e-b4df-4f6b1c5bc1ee tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 08:06:39.836939 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [req-b9fb1bed-79c6-4268-bce9-b8194ca0ec84 req-4a19846f-1588-4d2e-b4df-4f6b1c5bc1ee tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Usage tracker for resource:floatingip and tenant:d22f65ad361944d7ac6a0eb33e094f78 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 08:06:39.839936 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [req-b9fb1bed-79c6-4268-bce9-b8194ca0ec84 req-4a19846f-1588-4d2e-b4df-4f6b1c5bc1ee tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 08:06:39.845671 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [req-b9fb1bed-79c6-4268-bce9-b8194ca0ec84 req-4a19846f-1588-4d2e-b4df-4f6b1c5bc1ee tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 08:06:39.856096 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-b9fb1bed-79c6-4268-bce9-b8194ca0ec84 req-4a19846f-1588-4d2e-b4df-4f6b1c5bc1ee tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Notify callbacks [] for floatingip, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:06:40.003471 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-b9fb1bed-79c6-4268-bce9-b8194ca0ec84 req-4a19846f-1588-4d2e-b4df-4f6b1c5bc1ee tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:06:40.277005 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.db_base_plugin_common [req-b9fb1bed-79c6-4268-bce9-b8194ca0ec84 req-4a19846f-1588-4d2e-b4df-4f6b1c5bc1ee tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Allocated IP 172.28.3.199 (fc08f4da-7ea1-4669-9c0d-064e3549341c/afd83efb-5d3e-41fa-8710-d4145e2840f2/b1dddc4c-e966-4668-9f50-e75f96b2faa4) {{(pid=80114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 04 08:06:40.446181 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-b9fb1bed-79c6-4268-bce9-b8194ca0ec84 req-4a19846f-1588-4d2e-b4df-4f6b1c5bc1ee tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Notify callbacks [] for port, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:06:40.476629 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-b9fb1bed-79c6-4268-bce9-b8194ca0ec84 req-4a19846f-1588-4d2e-b4df-4f6b1c5bc1ee tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727594645960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2331070'] for port, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:06:40.492315 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-2971efee-c39c-4f6d-a6e5-3369d351f2ef tempest-VolumesActionsTest-1878016641 tempest-VolumesActionsTest-1878016641-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:06:40.866932 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a19846f-1588-4d2e-b4df-4f6b1c5bc1ee tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Pushing event updated for resources: {'Port': ['ID=b1dddc4c-e966-4668-9f50-e75f96b2faa4,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:06:40.870240 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-4a19846f-1588-4d2e-b4df-4f6b1c5bc1ee tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:06:40.926584 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9fb1bed-79c6-4268-bce9-b8194ca0ec84 req-4a19846f-1588-4d2e-b4df-4f6b1c5bc1ee tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Network fc08f4da-7ea1-4669-9c0d-064e3549341c is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 04 08:06:40.928744 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.base_scheduler [req-b9fb1bed-79c6-4268-bce9-b8194ca0ec84 req-4a19846f-1588-4d2e-b4df-4f6b1c5bc1ee tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Resources bound (agent type, host, resource id): {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 04 08:06:40.931220 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9fb1bed-79c6-4268-bce9-b8194ca0ec84 req-4a19846f-1588-4d2e-b4df-4f6b1c5bc1ee tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Received port after_create {{(pid=80114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 04 08:06:41.015294 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-b9fb1bed-79c6-4268-bce9-b8194ca0ec84 req-4a19846f-1588-4d2e-b4df-4f6b1c5bc1ee tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:06:41.082383 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-b9fb1bed-79c6-4268-bce9-b8194ca0ec84 req-4a19846f-1588-4d2e-b4df-4f6b1c5bc1ee tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:06:41.377251 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-b9fb1bed-79c6-4268-bce9-b8194ca0ec84 req-4a19846f-1588-4d2e-b4df-4f6b1c5bc1ee tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Notify callbacks [] for port, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:06:41.381598 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-b9fb1bed-79c6-4268-bce9-b8194ca0ec84 req-4a19846f-1588-4d2e-b4df-4f6b1c5bc1ee tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309259674757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309260170288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727594605546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852444727'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:06:41.401680 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-4a19846f-1588-4d2e-b4df-4f6b1c5bc1ee tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:06:41.537789 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a19846f-1588-4d2e-b4df-4f6b1c5bc1ee tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Pushing event updated for resources: {'Port': ['ID=b1dddc4c-e966-4668-9f50-e75f96b2faa4,revision_number=2']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:06:41.545626 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-4a19846f-1588-4d2e-b4df-4f6b1c5bc1ee tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:06:41.645876 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-b9fb1bed-79c6-4268-bce9-b8194ca0ec84 req-4a19846f-1588-4d2e-b4df-4f6b1c5bc1ee tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853136389'] for floatingip, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:06:41.667919 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-b9fb1bed-79c6-4268-bce9-b8194ca0ec84 req-4a19846f-1588-4d2e-b4df-4f6b1c5bc1ee tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3799'] for floatingip, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:06:41.669241 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-b9fb1bed-79c6-4268-bce9-b8194ca0ec84 req-4a19846f-1588-4d2e-b4df-4f6b1c5bc1ee tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] 10.222.0.99 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8617017 Feb 04 08:06:41.774326 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [req-b9fb1bed-79c6-4268-bce9-b8194ca0ec84 req-a7ab1a13-f721-4cae-a14d-237eb7c6a9c3 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Synchronizing usage tracker for tenant:d22f65ad361944d7ac6a0eb33e094f78 on resource:floatingip {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 04 08:06:41.790294 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [req-b9fb1bed-79c6-4268-bce9-b8194ca0ec84 req-a7ab1a13-f721-4cae-a14d-237eb7c6a9c3 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Unset dirty status for tenant:d22f65ad361944d7ac6a0eb33e094f78 on resource:floatingip {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 04 08:06:41.791596 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-b9fb1bed-79c6-4268-bce9-b8194ca0ec84 req-a7ab1a13-f721-4cae-a14d-237eb7c6a9c3 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] 10.222.0.99 "GET /v2.0/floatingips?floating_ip_address=172.28.3.199 HTTP/1.1" status: 200 len: 696 time: 0.1158073 Feb 04 08:06:42.029201 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fb1bed-79c6-4268-bce9-b8194ca0ec84 req-9f19bd81-d198-4106-9eaa-f4572527f1ca tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:06:42.030656 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-b9fb1bed-79c6-4268-bce9-b8194ca0ec84 req-9f19bd81-d198-4106-9eaa-f4572527f1ca tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] 10.222.0.99 "GET /v2.0/networks/fc08f4da-7ea1-4669-9c0d-064e3549341c HTTP/1.1" status: 200 len: 784 time: 0.2327585 Feb 04 08:06:42.042746 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [req-b9fb1bed-79c6-4268-bce9-b8194ca0ec84 req-780c3b84-2acf-4e2a-bfa6-8f67d17f9472 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] http://10.222.0.99:9696/v2.0/extensions returned with HTTP 200 {{(pid=80114) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 08:06:42.043819 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-b9fb1bed-79c6-4268-bce9-b8194ca0ec84 req-780c3b84-2acf-4e2a-bfa6-8f67d17f9472 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] 10.222.0.99 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0072567 Feb 04 08:06:42.325960 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6475a1a-4555-4570-96a3-165f9c19e938 req-ceb87d7d-1252-408d-a56c-5c53865790e1 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:06:42.327722 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-c6475a1a-4555-4570-96a3-165f9c19e938 req-ceb87d7d-1252-408d-a56c-5c53865790e1 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] 10.222.0.99 "GET /v2.0/ports?device_id=548631f7-18c8-4201-8e5e-6b4f723f08ea&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1748159 Feb 04 08:06:42.432529 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-c6475a1a-4555-4570-96a3-165f9c19e938 req-4311bec1-cf79-4c59-96f1-5d945597721b tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] 10.222.0.99 "GET /v2.0/floatingips?floating_ip_address=172.28.3.199 HTTP/1.1" status: 200 len: 696 time: 0.0985167 Feb 04 08:06:42.443625 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.v2.base [req-c6475a1a-4555-4570-96a3-165f9c19e938 req-250fcf1a-9622-4a19-ab52-9a52e82d6839 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Request body: {'floatingip': {'port_id': '6a9526f9-26b7-453d-99dc-fa27cd81db39', 'fixed_ip_address': '172.20.0.13'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 08:06:42.546021 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-c6475a1a-4555-4570-96a3-165f9c19e938 req-250fcf1a-9622-4a19-ab52-9a52e82d6839 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Notify callbacks [] for floatingip, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:06:43.190692 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-c6475a1a-4555-4570-96a3-165f9c19e938 req-250fcf1a-9622-4a19-ab52-9a52e82d6839 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:06:43.194170 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-c6475a1a-4555-4570-96a3-165f9c19e938 req-250fcf1a-9622-4a19-ab52-9a52e82d6839 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853136389'] for floatingip, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:06:43.384985 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.db.l3_db [req-c6475a1a-4555-4570-96a3-165f9c19e938 req-250fcf1a-9622-4a19-ab52-9a52e82d6839 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Floating IP 66a00b01-086e-487a-844a-c3d35fc8b72e associated. External IP: 172.28.3.199, port: 6a9526f9-26b7-453d-99dc-fa27cd81db39. Feb 04 08:06:43.773554 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c6475a1a-4555-4570-96a3-165f9c19e938 req-250fcf1a-9622-4a19-ab52-9a52e82d6839 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Router a84de946-bdd7-4d41-a563-f93cc5f66882 has already been hosted by L3 agent 9b1007a2-cea1-4e19-8fd5-ed5c2617e796 {{(pid=80114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 04 08:06:43.979692 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c6475a1a-4555-4570-96a3-165f9c19e938 req-250fcf1a-9622-4a19-ab52-9a52e82d6839 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Notify agent at l3_agent.dv-cinder-733062-18-smb the message routers_updated {{(pid=80114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 04 08:06:43.984132 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-c6475a1a-4555-4570-96a3-165f9c19e938 req-250fcf1a-9622-4a19-ab52-9a52e82d6839 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3799'] for floatingip, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:06:43.989390 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3567b805-58c5-4e50-94a6-b76b4417bcfb None None] Sync routers for ids ['a84de946-bdd7-4d41-a563-f93cc5f66882'] in dv-cinder-733062-18-smb {{(pid=80115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 04 08:06:44.001278 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3567b805-58c5-4e50-94a6-b76b4417bcfb None None] Routers {'a84de946-bdd7-4d41-a563-f93cc5f66882'} bound to L3 agent in host dv-cinder-733062-18-smb {{(pid=80115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 04 08:06:44.002018 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-3567b805-58c5-4e50-94a6-b76b4417bcfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-04T07:47:53Z,description=,heartbeat_timestamp=2021-02-04T08:06:23Z,host='dv-cinder-733062-18-smb',id=9b1007a2-cea1-4e19-8fd5-ed5c2617e796,load=0,resource_versions=,resources_synced=,started_at=2021-02-04T07:47:53Z,topic='l3_agent')) {'router_ids': ['a84de946-bdd7-4d41-a563-f93cc5f66882'], 'active': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 08:06:44.206930 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvr_db [None req-3567b805-58c5-4e50-94a6-b76b4417bcfb None None] Set router a84de946-bdd7-4d41-a563-f93cc5f66882 gateway port host: dv-cinder-733062-18-smb {{(pid=80115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 04 08:06:44.304412 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-c6475a1a-4555-4570-96a3-165f9c19e938 req-250fcf1a-9622-4a19-ab52-9a52e82d6839 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] 10.222.0.99 "PUT /v2.0/floatingips/66a00b01-086e-487a-844a-c3d35fc8b72e HTTP/1.1" status: 200 len: 997 time: 1.8652482 Feb 04 08:06:44.305607 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '548631f7-18c8-4201-8e5e-6b4f723f08ea', 'tag': '6a9526f9-26b7-453d-99dc-fa27cd81db39'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 08:06:44.373282 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '548631f7-18c8-4201-8e5e-6b4f723f08ea', 'tag': '6a9526f9-26b7-453d-99dc-fa27cd81db39', 'status': 'completed', 'code': 200} Feb 04 08:06:44.402207 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6475a1a-4555-4570-96a3-165f9c19e938 req-5b020c88-643c-4a37-b17c-4a7caca32f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:06:44.403901 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-c6475a1a-4555-4570-96a3-165f9c19e938 req-5b020c88-643c-4a37-b17c-4a7caca32f1e service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=d22f65ad361944d7ac6a0eb33e094f78&device_id=548631f7-18c8-4201-8e5e-6b4f723f08ea HTTP/1.1" status: 200 len: 1163 time: 0.0851378 Feb 04 08:06:44.503482 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb69822c-1ace-44fe-bfa6-2ba0eb12bfc4 req-57d38166-9683-4dd1-8118-60dbc4734b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:06:44.505512 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-bb69822c-1ace-44fe-bfa6-2ba0eb12bfc4 req-57d38166-9683-4dd1-8118-60dbc4734b94 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d22f65ad361944d7ac6a0eb33e094f78&device_id=548631f7-18c8-4201-8e5e-6b4f723f08ea HTTP/1.1" status: 200 len: 1163 time: 0.0820103 Feb 04 08:06:44.561653 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6475a1a-4555-4570-96a3-165f9c19e938 req-31b4f5b3-e509-43e5-a23a-b75c664f4bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:06:44.568583 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-c6475a1a-4555-4570-96a3-165f9c19e938 req-31b4f5b3-e509-43e5-a23a-b75c664f4bc3 service neutron] 10.222.0.99 "GET /v2.0/networks?id=98c6ffa0-4cc7-47cb-b784-d2279a947515 HTTP/1.1" status: 200 len: 908 time: 0.1577437 Feb 04 08:06:44.593854 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-3567b805-58c5-4e50-94a6-b76b4417bcfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a84de946-bdd7-4d41-a563-f93cc5f66882', 'name': 'tempest-TestMinimumBasicScenario-549357431-router', 'tenant_id': 'd22f65ad361944d7ac6a0eb33e094f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'external_fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.57'}], 'enable_snat': True}, 'gw_port_id': 'cffbf684-73bc-440d-9493-72f3a9231b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T08:05:52Z', 'updated_at': '2021-02-04T08:05:58Z', 'revision_number': 4, 'project_id': 'd22f65ad361944d7ac6a0eb33e094f78', 'gw_port': {'id': 'cffbf684-73bc-440d-9493-72f3a9231b1c', 'name': '', 'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:37:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84de946-bdd7-4d41-a563-f93cc5f66882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T08:05:53Z', 'updated_at': '2021-02-04T08:06:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-18-smb', '_floatingips': [{'id': '66a00b01-086e-487a-844a-c3d35fc8b72e', 'tenant_id': 'd22f65ad361944d7ac6a0eb33e094f78', 'floating_ip_address': '172.28.3.199', 'floating_network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'router_id': 'a84de946-bdd7-4d41-a563-f93cc5f66882', 'port_id': '6a9526f9-26b7-453d-99dc-fa27cd81db39', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 637, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98c6ffa0-4cc7-47cb-b784-d2279a947515', 'mac_address': 'fa:16:3e:de:6f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548631f7-18c8-4201-8e5e-6b4f723f08ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-04T08:06:40Z', 'updated_at': '2021-02-04T08:06:43Z', 'revision_number': 1, 'project_id': 'd22f65ad361944d7ac6a0eb33e094f78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00ea076e-d616-4218-b988-88e1b4c90519', 'name': '', 'network_id': '98c6ffa0-4cc7-47cb-b784-d2279a947515', 'tenant_id': 'd22f65ad361944d7ac6a0eb33e094f78', 'mac_address': 'fa:16:3e:7c:a5:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84de946-bdd7-4d41-a563-f93cc5f66882', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'cf0bf8e4-7a44-4244-9fb8-fbe792b0f1cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T08:05:57Z', 'updated_at': '2021-02-04T08:06:06Z', 'revision_number': 5, 'project_id': 'd22f65ad361944d7ac6a0eb33e094f78', 'subnets': [{'id': 'cf0bf8e4-7a44-4244-9fb8-fbe792b0f1cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733062-18-smb', False) {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 08:06:44.598082 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3567b805-58c5-4e50-94a6-b76b4417bcfb None None] Checking router: a84de946-bdd7-4d41-a563-f93cc5f66882 for host: dv-cinder-733062-18-smb {{(pid=80115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 04 08:06:44.608390 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3567b805-58c5-4e50-94a6-b76b4417bcfb None None] Routers {'a84de946-bdd7-4d41-a563-f93cc5f66882'} bound to L3 agent in host dv-cinder-733062-18-smb {{(pid=80115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 04 08:06:44.609056 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-3567b805-58c5-4e50-94a6-b76b4417bcfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-04T07:47:53Z,description=,heartbeat_timestamp=2021-02-04T08:06:23Z,host='dv-cinder-733062-18-smb',id=9b1007a2-cea1-4e19-8fd5-ed5c2617e796,load=0,resource_versions=,resources_synced=,started_at=2021-02-04T07:47:53Z,topic='l3_agent')) {'router_ids': ['a84de946-bdd7-4d41-a563-f93cc5f66882'], 'active': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 08:06:44.656643 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb69822c-1ace-44fe-bfa6-2ba0eb12bfc4 req-2b59f574-f908-4867-9cd3-f244312a8c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:06:44.658569 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-bb69822c-1ace-44fe-bfa6-2ba0eb12bfc4 req-2b59f574-f908-4867-9cd3-f244312a8c3c service neutron] 10.222.0.76 "GET /v2.0/networks?id=98c6ffa0-4cc7-47cb-b784-d2279a947515 HTTP/1.1" status: 200 len: 908 time: 0.1457143 Feb 04 08:06:44.680556 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-c6475a1a-4555-4570-96a3-165f9c19e938 req-7c1c390e-f0c2-40ad-a7f2-bf065c4b67ee service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6a9526f9-26b7-453d-99dc-fa27cd81db39 HTTP/1.1" status: 200 len: 1000 time: 0.1103301 Feb 04 08:06:44.756926 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6475a1a-4555-4570-96a3-165f9c19e938 req-4912c249-29f1-4bbc-860f-dcfb29cc4972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:06:44.758460 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-c6475a1a-4555-4570-96a3-165f9c19e938 req-4912c249-29f1-4bbc-860f-dcfb29cc4972 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=cf0bf8e4-7a44-4244-9fb8-fbe792b0f1cb HTTP/1.1" status: 200 len: 853 time: 0.0707047 Feb 04 08:06:44.779296 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-bb69822c-1ace-44fe-bfa6-2ba0eb12bfc4 req-96ae2a93-8905-4472-bc92-cf037b1d1cfa service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6a9526f9-26b7-453d-99dc-fa27cd81db39 HTTP/1.1" status: 200 len: 1000 time: 0.1107836 Feb 04 08:06:44.814329 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvr_db [None req-3567b805-58c5-4e50-94a6-b76b4417bcfb None None] Set router a84de946-bdd7-4d41-a563-f93cc5f66882 gateway port host: dv-cinder-733062-18-smb {{(pid=80115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 04 08:06:44.845357 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6475a1a-4555-4570-96a3-165f9c19e938 req-2713f57e-57cf-4e33-a210-2b3f9753955e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:06:44.846997 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-c6475a1a-4555-4570-96a3-165f9c19e938 req-2713f57e-57cf-4e33-a210-2b3f9753955e service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=98c6ffa0-4cc7-47cb-b784-d2279a947515&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0813146 Feb 04 08:06:44.857157 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb69822c-1ace-44fe-bfa6-2ba0eb12bfc4 req-12dca9c8-c039-4656-bd0a-99c2ad29e909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:06:44.858767 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-bb69822c-1ace-44fe-bfa6-2ba0eb12bfc4 req-12dca9c8-c039-4656-bd0a-99c2ad29e909 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=cf0bf8e4-7a44-4244-9fb8-fbe792b0f1cb HTTP/1.1" status: 200 len: 853 time: 0.0728750 Feb 04 08:06:44.948115 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb69822c-1ace-44fe-bfa6-2ba0eb12bfc4 req-e9327980-debe-4093-afa7-7c395339224c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:06:44.950065 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-bb69822c-1ace-44fe-bfa6-2ba0eb12bfc4 req-e9327980-debe-4093-afa7-7c395339224c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=98c6ffa0-4cc7-47cb-b784-d2279a947515&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0836911 Feb 04 08:06:44.997923 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-c6475a1a-4555-4570-96a3-165f9c19e938 req-619c70c4-e4e8-49e4-bd98-73af06eb334c service neutron] 10.222.0.99 "GET /v2.0/networks/98c6ffa0-4cc7-47cb-b784-d2279a947515?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423714 Feb 04 08:06:45.112887 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-bb69822c-1ace-44fe-bfa6-2ba0eb12bfc4 req-21f36ef5-75f6-4492-a7e4-8d7766de0402 service neutron] 10.222.0.76 "GET /v2.0/networks/98c6ffa0-4cc7-47cb-b784-d2279a947515?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516490 Feb 04 08:06:45.151415 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-c6475a1a-4555-4570-96a3-165f9c19e938 req-5f64998c-229f-4a25-a76c-4ca9b1dea85a service neutron] 10.222.0.99 "GET /v2.0/networks/98c6ffa0-4cc7-47cb-b784-d2279a947515?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1457009 Feb 04 08:06:45.203597 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.v2.base [req-f184e919-8529-49d5-adcb-eb9deed09533 req-09e11bfe-1b9d-4d46-b0fa-30f5196fc0ba tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Request body: {'security_group': {'name': 'tempest-TestMinimumBasicScenario-187268361', 'description': 'tempest-TestMinimumBasicScenario-187268361 description'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 08:06:45.229123 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [req-f184e919-8529-49d5-adcb-eb9deed09533 req-09e11bfe-1b9d-4d46-b0fa-30f5196fc0ba tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 08:06:45.242987 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [req-f184e919-8529-49d5-adcb-eb9deed09533 req-09e11bfe-1b9d-4d46-b0fa-30f5196fc0ba tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 08:06:45.253501 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-f184e919-8529-49d5-adcb-eb9deed09533 req-09e11bfe-1b9d-4d46-b0fa-30f5196fc0ba tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:06:45.281182 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [req-f184e919-8529-49d5-adcb-eb9deed09533 req-09e11bfe-1b9d-4d46-b0fa-30f5196fc0ba tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 08:06:45.282232 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-bb69822c-1ace-44fe-bfa6-2ba0eb12bfc4 req-60ebd022-0af8-40c3-80aa-87e56514923f service neutron] 10.222.0.76 "GET /v2.0/networks/98c6ffa0-4cc7-47cb-b784-d2279a947515?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1625428 Feb 04 08:06:45.285885 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [req-f184e919-8529-49d5-adcb-eb9deed09533 req-09e11bfe-1b9d-4d46-b0fa-30f5196fc0ba tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Usage tracker for resource:security_group_rule and tenant:d22f65ad361944d7ac6a0eb33e094f78 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 08:06:45.291070 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [req-f184e919-8529-49d5-adcb-eb9deed09533 req-09e11bfe-1b9d-4d46-b0fa-30f5196fc0ba tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 08:06:45.297950 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [req-f184e919-8529-49d5-adcb-eb9deed09533 req-09e11bfe-1b9d-4d46-b0fa-30f5196fc0ba tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 08:06:45.377732 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-f184e919-8529-49d5-adcb-eb9deed09533 req-09e11bfe-1b9d-4d46-b0fa-30f5196fc0ba tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:06:45.389091 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-f184e919-8529-49d5-adcb-eb9deed09533 req-09e11bfe-1b9d-4d46-b0fa-30f5196fc0ba tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:06:45.390121 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-3567b805-58c5-4e50-94a6-b76b4417bcfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a84de946-bdd7-4d41-a563-f93cc5f66882', 'name': 'tempest-TestMinimumBasicScenario-549357431-router', 'tenant_id': 'd22f65ad361944d7ac6a0eb33e094f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'external_fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.57'}], 'enable_snat': True}, 'gw_port_id': 'cffbf684-73bc-440d-9493-72f3a9231b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T08:05:52Z', 'updated_at': '2021-02-04T08:05:58Z', 'revision_number': 4, 'project_id': 'd22f65ad361944d7ac6a0eb33e094f78', 'gw_port': {'id': 'cffbf684-73bc-440d-9493-72f3a9231b1c', 'name': '', 'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:37:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84de946-bdd7-4d41-a563-f93cc5f66882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T08:05:53Z', 'updated_at': '2021-02-04T08:06:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-18-smb', '_floatingips': [{'id': '66a00b01-086e-487a-844a-c3d35fc8b72e', 'tenant_id': 'd22f65ad361944d7ac6a0eb33e094f78', 'floating_ip_address': '172.28.3.199', 'floating_network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'router_id': 'a84de946-bdd7-4d41-a563-f93cc5f66882', 'port_id': '6a9526f9-26b7-453d-99dc-fa27cd81db39', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 637, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98c6ffa0-4cc7-47cb-b784-d2279a947515', 'mac_address': 'fa:16:3e:de:6f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548631f7-18c8-4201-8e5e-6b4f723f08ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-04T08:06:40Z', 'updated_at': '2021-02-04T08:06:43Z', 'revision_number': 1, 'project_id': 'd22f65ad361944d7ac6a0eb33e094f78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00ea076e-d616-4218-b988-88e1b4c90519', 'name': '', 'network_id': '98c6ffa0-4cc7-47cb-b784-d2279a947515', 'tenant_id': 'd22f65ad361944d7ac6a0eb33e094f78', 'mac_address': 'fa:16:3e:7c:a5:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84de946-bdd7-4d41-a563-f93cc5f66882', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'cf0bf8e4-7a44-4244-9fb8-fbe792b0f1cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T08:05:57Z', 'updated_at': '2021-02-04T08:06:06Z', 'revision_number': 5, 'project_id': 'd22f65ad361944d7ac6a0eb33e094f78', 'subnets': [{'id': 'cf0bf8e4-7a44-4244-9fb8-fbe792b0f1cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733062-18-smb', False) {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 08:06:45.394985 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3567b805-58c5-4e50-94a6-b76b4417bcfb None None] The sync data for ids ['a84de946-bdd7-4d41-a563-f93cc5f66882'] in dv-cinder-733062-18-smb is: [{'id': 'a84de946-bdd7-4d41-a563-f93cc5f66882', 'name': 'tempest-TestMinimumBasicScenario-549357431-router', 'tenant_id': 'd22f65ad361944d7ac6a0eb33e094f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'external_fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.57'}], 'enable_snat': True}, 'gw_port_id': 'cffbf684-73bc-440d-9493-72f3a9231b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T08:05:52Z', 'updated_at': '2021-02-04T08:05:58Z', 'revision_number': 4, 'project_id': 'd22f65ad361944d7ac6a0eb33e094f78', 'gw_port': {'id': 'cffbf684-73bc-440d-9493-72f3a9231b1c', 'name': '', 'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:37:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84de946-bdd7-4d41-a563-f93cc5f66882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T08:05:53Z', 'updated_at': '2021-02-04T08:06:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-18-smb', '_floatingips': [{'id': '66a00b01-086e-487a-844a-c3d35fc8b72e', 'tenant_id': 'd22f65ad361944d7ac6a0eb33e094f78', 'floating_ip_address': '172.28.3.199', 'floating_network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'router_id': 'a84de946-bdd7-4d41-a563-f93cc5f66882', 'port_id': '6a9526f9-26b7-453d-99dc-fa27cd81db39', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 637, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98c6ffa0-4cc7-47cb-b784-d2279a947515', 'mac_address': 'fa:16:3e:de:6f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548631f7-18c8-4201-8e5e-6b4f723f08ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-04T08:06:40Z', 'updated_at': '2021-02-04T08:06:43Z', 'revision_number': 1, 'project_id': 'd22f65ad361944d7ac6a0eb33e094f78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00ea076e-d616-4218-b988-88e1b4c90519', 'name': '', 'network_id': '98c6ffa0-4cc7-47cb-b784-d2279a947515', 'tenant_id': 'd22f65ad361944d7ac6a0eb33e094f78', 'mac_address': 'fa:16:3e:7c:a5:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84de946-bdd7-4d41-a563-f93cc5f66882', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'cf0bf8e4-7a44-4244-9fb8-fbe792b0f1cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T08:05:57Z', 'updated_at': '2021-02-04T08:06:06Z', 'revision_number': 5, 'project_id': 'd22f65ad361944d7ac6a0eb33e094f78', 'subnets': [{'id': 'cf0bf8e4-7a44-4244-9fb8-fbe792b0f1cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 04 08:06:45.395310 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-fb51cb3f-c3ec-4ff9-acc2-70a12fb96e78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:06:45.449883 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e11bfe-1b9d-4d46-b0fa-30f5196fc0ba tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=496457fa-b974-4b55-aa66-a31086760cb2,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:06:45.452804 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-f184e919-8529-49d5-adcb-eb9deed09533 req-09e11bfe-1b9d-4d46-b0fa-30f5196fc0ba tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:06:45.454172 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-f184e919-8529-49d5-adcb-eb9deed09533 req-09e11bfe-1b9d-4d46-b0fa-30f5196fc0ba tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] 10.222.0.99 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.2566762 Feb 04 08:06:45.455022 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-09e11bfe-1b9d-4d46-b0fa-30f5196fc0ba tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:06:45.554965 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-8ac5937e-3631-4049-80a7-70da8ad54b66 req-10acd480-b12b-42ec-840a-e7a1604d4c5c tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] 10.222.0.99 "GET /v2.0/security-groups/496457fa-b974-4b55-aa66-a31086760cb2 HTTP/1.1" status: 200 len: 1812 time: 0.0649962 Feb 04 08:06:45.565797 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.v2.base [req-8ac5937e-3631-4049-80a7-70da8ad54b66 req-a7395476-569d-4e73-a5cf-2484eec68934 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '496457fa-b974-4b55-aa66-a31086760cb2', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 08:06:45.566162 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.v2.base [req-8ac5937e-3631-4049-80a7-70da8ad54b66 req-a7395476-569d-4e73-a5cf-2484eec68934 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '496457fa-b974-4b55-aa66-a31086760cb2', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 08:06:45.588605 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [req-8ac5937e-3631-4049-80a7-70da8ad54b66 req-a7395476-569d-4e73-a5cf-2484eec68934 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 08:06:45.592759 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [req-8ac5937e-3631-4049-80a7-70da8ad54b66 req-a7395476-569d-4e73-a5cf-2484eec68934 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Usage tracker for resource:security_group_rule and tenant:d22f65ad361944d7ac6a0eb33e094f78 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 08:06:45.595803 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [req-8ac5937e-3631-4049-80a7-70da8ad54b66 req-a7395476-569d-4e73-a5cf-2484eec68934 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 08:06:45.603163 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [req-8ac5937e-3631-4049-80a7-70da8ad54b66 req-a7395476-569d-4e73-a5cf-2484eec68934 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 08:06:45.664021 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-8ac5937e-3631-4049-80a7-70da8ad54b66 req-a7395476-569d-4e73-a5cf-2484eec68934 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:06:45.690877 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41044b92-9b70-4935-a93e-e97c88a40e0c None None] New status for floating IP 66a00b01-086e-487a-844a-c3d35fc8b72e: ACTIVE {{(pid=80116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 04 08:06:45.691458 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-8ac5937e-3631-4049-80a7-70da8ad54b66 req-a7395476-569d-4e73-a5cf-2484eec68934 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:06:45.695211 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-8ac5937e-3631-4049-80a7-70da8ad54b66 req-a7395476-569d-4e73-a5cf-2484eec68934 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763740'] for security_group_rule, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:06:45.697368 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:06:45.722720 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7395476-569d-4e73-a5cf-2484eec68934 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aabb7792-3c95-4111-be0d-fccbd47873be,revision_number=0']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:06:45.726533 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-a7395476-569d-4e73-a5cf-2484eec68934 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:06:45.733705 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-8ac5937e-3631-4049-80a7-70da8ad54b66 req-a7395476-569d-4e73-a5cf-2484eec68934 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:06:45.735088 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-8ac5937e-3631-4049-80a7-70da8ad54b66 req-a7395476-569d-4e73-a5cf-2484eec68934 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1734841 Feb 04 08:06:45.840073 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-c324b12a-a944-45cc-824a-9eccbac8cec2 req-48e19646-414b-4584-9cf0-d9a49dfc435a tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] 10.222.0.99 "GET /v2.0/security-groups/496457fa-b974-4b55-aa66-a31086760cb2 HTTP/1.1" status: 200 len: 2405 time: 0.0707574 Feb 04 08:06:45.851945 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.v2.base [req-c324b12a-a944-45cc-824a-9eccbac8cec2 req-f6c2dbec-d346-4993-8dbd-8f9a3f1e1182 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '496457fa-b974-4b55-aa66-a31086760cb2', 'remote_group_id': None}]} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 08:06:45.852298 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.v2.base [req-c324b12a-a944-45cc-824a-9eccbac8cec2 req-f6c2dbec-d346-4993-8dbd-8f9a3f1e1182 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '496457fa-b974-4b55-aa66-a31086760cb2', 'remote_group_id': None}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 08:06:45.874442 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [req-c324b12a-a944-45cc-824a-9eccbac8cec2 req-f6c2dbec-d346-4993-8dbd-8f9a3f1e1182 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 08:06:45.879312 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [req-c324b12a-a944-45cc-824a-9eccbac8cec2 req-f6c2dbec-d346-4993-8dbd-8f9a3f1e1182 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Usage tracker for resource:security_group_rule and tenant:d22f65ad361944d7ac6a0eb33e094f78 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 08:06:45.882521 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [req-c324b12a-a944-45cc-824a-9eccbac8cec2 req-f6c2dbec-d346-4993-8dbd-8f9a3f1e1182 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 08:06:45.889741 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.quota.driver [req-c324b12a-a944-45cc-824a-9eccbac8cec2 req-f6c2dbec-d346-4993-8dbd-8f9a3f1e1182 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 08:06:45.957926 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-c324b12a-a944-45cc-824a-9eccbac8cec2 req-f6c2dbec-d346-4993-8dbd-8f9a3f1e1182 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:06:45.985306 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-c324b12a-a944-45cc-824a-9eccbac8cec2 req-f6c2dbec-d346-4993-8dbd-8f9a3f1e1182 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:06:45.988180 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-c324b12a-a944-45cc-824a-9eccbac8cec2 req-f6c2dbec-d346-4993-8dbd-8f9a3f1e1182 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763740'] for security_group_rule, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:06:45.996290 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-660bf670-aaa0-49e4-a74e-cc8b6a87babf tempest-TestShelveInstance-547677064 tempest-TestShelveInstance-547677064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:06:46.018798 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c2dbec-d346-4993-8dbd-8f9a3f1e1182 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36802f7b-4cac-4280-8403-6af3a9e9a453,revision_number=0']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:06:46.021590 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-f6c2dbec-d346-4993-8dbd-8f9a3f1e1182 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:06:46.026333 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-c324b12a-a944-45cc-824a-9eccbac8cec2 req-f6c2dbec-d346-4993-8dbd-8f9a3f1e1182 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:06:46.027702 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-c324b12a-a944-45cc-824a-9eccbac8cec2 req-f6c2dbec-d346-4993-8dbd-8f9a3f1e1182 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1804996 Feb 04 08:06:46.195637 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [req-398bee3d-9e76-4a63-9bce-9a08d00cfb33 req-53728c5d-a356-4734-8552-5fb31ef519ae tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Synchronizing usage tracker for tenant:d22f65ad361944d7ac6a0eb33e094f78 on resource:security_group {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 04 08:06:46.211352 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [req-398bee3d-9e76-4a63-9bce-9a08d00cfb33 req-53728c5d-a356-4734-8552-5fb31ef519ae tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Unset dirty status for tenant:d22f65ad361944d7ac6a0eb33e094f78 on resource:security_group {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 04 08:06:46.212643 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-398bee3d-9e76-4a63-9bce-9a08d00cfb33 req-53728c5d-a356-4734-8552-5fb31ef519ae tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] 10.222.0.99 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-187268361&fields=id&tenant_id=d22f65ad361944d7ac6a0eb33e094f78 HTTP/1.1" status: 200 len: 267 time: 0.0785689 Feb 04 08:06:46.390714 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398bee3d-9e76-4a63-9bce-9a08d00cfb33 req-16b1451d-2ae4-4011-b41f-f4b4f7d8cfae tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:06:46.392495 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-398bee3d-9e76-4a63-9bce-9a08d00cfb33 req-16b1451d-2ae4-4011-b41f-f4b4f7d8cfae tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] 10.222.0.99 "GET /v2.0/ports?device_id=548631f7-18c8-4201-8e5e-6b4f723f08ea HTTP/1.1" status: 200 len: 946 time: 0.1733074 Feb 04 08:06:46.404873 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.v2.base [req-398bee3d-9e76-4a63-9bce-9a08d00cfb33 req-9b690ac8-df43-4f6b-ad31-8fa16afa911e tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Request body: {'port': {'security_groups': ['158a8f0f-24b6-419d-b5ab-adf9d72edbd0', '496457fa-b974-4b55-aa66-a31086760cb2']}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 08:06:46.563311 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-398bee3d-9e76-4a63-9bce-9a08d00cfb33 req-9b690ac8-df43-4f6b-ad31-8fa16afa911e tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:06:46.911775 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [req-398bee3d-9e76-4a63-9bce-9a08d00cfb33 req-9b690ac8-df43-4f6b-ad31-8fa16afa911e tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] For port 6a9526f9-26b7-453d-99dc-fa27cd81db39, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=6a9526f9-26b7-453d-99dc-fa27cd81db39,segment=NetworkSegment(57828787-9b3e-4a67-96a7-9470b17127c3),segment_id=57828787-9b3e-4a67-96a7-9470b17127c3)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 08:06:46.939635 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-398bee3d-9e76-4a63-9bce-9a08d00cfb33 req-9b690ac8-df43-4f6b-ad31-8fa16afa911e tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Notify callbacks [] for port, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:06:46.943726 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-398bee3d-9e76-4a63-9bce-9a08d00cfb33 req-9b690ac8-df43-4f6b-ad31-8fa16afa911e tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309259674757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309260170288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727594605546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852444727'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:06:46.959556 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-d936c131-a006-48a9-999b-20961ecf2b7e tempest-AttachVolumeShelveTestJSON-1233077756 tempest-AttachVolumeShelveTestJSON-1233077756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:06:47.125058 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b690ac8-df43-4f6b-ad31-8fa16afa911e tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Pushing event updated for resources: {'Port': ['ID=6a9526f9-26b7-453d-99dc-fa27cd81db39,revision_number=5']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:06:47.131840 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-9b690ac8-df43-4f6b-ad31-8fa16afa911e tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:06:47.234167 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398bee3d-9e76-4a63-9bce-9a08d00cfb33 req-9b690ac8-df43-4f6b-ad31-8fa16afa911e tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:06:47.235427 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-398bee3d-9e76-4a63-9bce-9a08d00cfb33 req-9b690ac8-df43-4f6b-ad31-8fa16afa911e tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3799'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:06:47.238102 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-398bee3d-9e76-4a63-9bce-9a08d00cfb33 req-9b690ac8-df43-4f6b-ad31-8fa16afa911e tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] 10.222.0.99 "PUT /v2.0/ports/6a9526f9-26b7-453d-99dc-fa27cd81db39 HTTP/1.1" status: 200 len: 982 time: 0.8382888 Feb 04 08:06:47.239058 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '548631f7-18c8-4201-8e5e-6b4f723f08ea', 'tag': '6a9526f9-26b7-453d-99dc-fa27cd81db39'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 08:06:47.317718 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '548631f7-18c8-4201-8e5e-6b4f723f08ea', 'tag': '6a9526f9-26b7-453d-99dc-fa27cd81db39', 'status': 'completed', 'code': 200} Feb 04 08:06:47.425170 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-81cad2f9-2f49-40bb-bf4d-0e4fc895cdd1 None None] Provisioning complete for port 6a9526f9-26b7-453d-99dc-fa27cd81db39 triggered by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 08:06:47.425459 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-81cad2f9-2f49-40bb-bf4d-0e4fc895cdd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762158'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:06:47.446207 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e56cf2-e133-4b51-8f8d-23f7517e3556 req-1c6b0c72-e9ba-44c6-bb03-943fbfd2877e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:06:47.447807 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-61e56cf2-e133-4b51-8f8d-23f7517e3556 req-1c6b0c72-e9ba-44c6-bb03-943fbfd2877e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d22f65ad361944d7ac6a0eb33e094f78&device_id=548631f7-18c8-4201-8e5e-6b4f723f08ea HTTP/1.1" status: 200 len: 1203 time: 0.0881753 Feb 04 08:06:47.549763 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbf001e-f577-4f3b-8a22-297f869cb0ad req-1d326314-ebc9-4a89-8810-b9ead1e5955a tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:06:47.551517 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-6cbf001e-f577-4f3b-8a22-297f869cb0ad req-1d326314-ebc9-4a89-8810-b9ead1e5955a tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] 10.222.0.99 "GET /v2.0/ports?device_id=548631f7-18c8-4201-8e5e-6b4f723f08ea HTTP/1.1" status: 200 len: 985 time: 0.1746185 Feb 04 08:06:47.597428 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e56cf2-e133-4b51-8f8d-23f7517e3556 req-a9daaca1-394b-4b03-ab5e-ed457fce1f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:06:47.599049 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-61e56cf2-e133-4b51-8f8d-23f7517e3556 req-a9daaca1-394b-4b03-ab5e-ed457fce1f78 service neutron] 10.222.0.76 "GET /v2.0/networks?id=98c6ffa0-4cc7-47cb-b784-d2279a947515 HTTP/1.1" status: 200 len: 908 time: 0.1451340 Feb 04 08:06:47.642374 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-6cbf001e-f577-4f3b-8a22-297f869cb0ad req-b309ed27-6cc6-46ee-a6c8-960274348432 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] 10.222.0.99 "GET /v2.0/security-groups?id=496457fa-b974-4b55-aa66-a31086760cb2&id=158a8f0f-24b6-419d-b5ab-adf9d72edbd0&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0836341 Feb 04 08:06:47.711881 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-61e56cf2-e133-4b51-8f8d-23f7517e3556 req-378911e9-62d7-4d6f-9f98-cfdfaabf8beb service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6a9526f9-26b7-453d-99dc-fa27cd81db39 HTTP/1.1" status: 200 len: 1002 time: 0.1057549 Feb 04 08:06:47.786398 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e56cf2-e133-4b51-8f8d-23f7517e3556 req-8c2030fb-6387-43e4-85f5-17220504f751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:06:47.788820 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-61e56cf2-e133-4b51-8f8d-23f7517e3556 req-8c2030fb-6387-43e4-85f5-17220504f751 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=cf0bf8e4-7a44-4244-9fb8-fbe792b0f1cb HTTP/1.1" status: 200 len: 853 time: 0.0705149 Feb 04 08:06:47.872501 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e56cf2-e133-4b51-8f8d-23f7517e3556 req-3269c52b-7077-473e-a187-6d132c966958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:06:47.874171 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-61e56cf2-e133-4b51-8f8d-23f7517e3556 req-3269c52b-7077-473e-a187-6d132c966958 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=98c6ffa0-4cc7-47cb-b784-d2279a947515&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0790019 Feb 04 08:06:48.023714 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-61e56cf2-e133-4b51-8f8d-23f7517e3556 req-01b91e21-bfc6-4f5e-a74d-c9fe4725ac6a service neutron] 10.222.0.76 "GET /v2.0/networks/98c6ffa0-4cc7-47cb-b784-d2279a947515?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417143 Feb 04 08:06:48.060830 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Device 6a9526f9-26b7-453d-99dc-fa27cd81db39 up at agent ovs-agent-hv-cinder-73306 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 08:06:48.133166 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Provisioning complete for port 6a9526f9-26b7-453d-99dc-fa27cd81db39 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 08:06:48.133579 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762158'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:06:48.170827 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-61e56cf2-e133-4b51-8f8d-23f7517e3556 req-13ab1f88-c01f-4e6a-8801-f5e71d482a73 service neutron] 10.222.0.76 "GET /v2.0/networks/98c6ffa0-4cc7-47cb-b784-d2279a947515?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1408160 Feb 04 08:06:50.621424 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-03ffd17e-3b9a-4121-afa8-b5552d78c2d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:06:52.924226 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-fd6c7282-3cd7-4cc4-ab89-8c435be94f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:06:53.884924 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-85fac0c9-e82f-41ee-a61d-5b2e920e6613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:06:54.702639 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:06:55.259039 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-19d3b842-1860-471a-9268-0862a9b26fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:06:56.054662 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.agents_db [None req-15dbd8ae-9ae4-49dc-a873-5f27e28d1d51 None None] Agent healthcheck: found 6 active agents {{(pid=80116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 04 08:07:05.121927 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ae20d7-8c20-4753-9da5-b6c4fca3c1a4 req-56bbd782-6b6f-4611-8c47-a5334ba83018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:07:05.123618 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-36ae20d7-8c20-4753-9da5-b6c4fca3c1a4 req-56bbd782-6b6f-4611-8c47-a5334ba83018 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d22f65ad361944d7ac6a0eb33e094f78&device_id=548631f7-18c8-4201-8e5e-6b4f723f08ea HTTP/1.1" status: 200 len: 1203 time: 0.0856621 Feb 04 08:07:05.226283 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce9ede1-3654-41ab-a208-542476bd738c req-dcff40ea-d6fa-4711-b733-0616fa5d2026 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:07:05.228042 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-0ce9ede1-3654-41ab-a208-542476bd738c req-dcff40ea-d6fa-4711-b733-0616fa5d2026 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] 10.222.0.99 "GET /v2.0/ports?device_id=548631f7-18c8-4201-8e5e-6b4f723f08ea HTTP/1.1" status: 200 len: 985 time: 0.1668806 Feb 04 08:07:05.278808 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ae20d7-8c20-4753-9da5-b6c4fca3c1a4 req-7375affc-bc75-4528-81cf-30c1d0b4a3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:07:05.280471 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-36ae20d7-8c20-4753-9da5-b6c4fca3c1a4 req-7375affc-bc75-4528-81cf-30c1d0b4a3b3 service neutron] 10.222.0.76 "GET /v2.0/networks?id=98c6ffa0-4cc7-47cb-b784-d2279a947515 HTTP/1.1" status: 200 len: 908 time: 0.1470284 Feb 04 08:07:05.312357 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-0ce9ede1-3654-41ab-a208-542476bd738c req-c1a7e90a-a89f-4ada-ae74-85558700f175 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] 10.222.0.99 "GET /v2.0/security-groups?id=496457fa-b974-4b55-aa66-a31086760cb2&id=158a8f0f-24b6-419d-b5ab-adf9d72edbd0&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0774174 Feb 04 08:07:05.398800 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-36ae20d7-8c20-4753-9da5-b6c4fca3c1a4 req-9212d76c-004b-4cd1-9949-677933d92a94 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6a9526f9-26b7-453d-99dc-fa27cd81db39 HTTP/1.1" status: 200 len: 1002 time: 0.1066961 Feb 04 08:07:05.472364 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ae20d7-8c20-4753-9da5-b6c4fca3c1a4 req-6ce9d28e-49cc-4ff1-806e-9a7a8c0e58ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:07:05.474132 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-36ae20d7-8c20-4753-9da5-b6c4fca3c1a4 req-6ce9d28e-49cc-4ff1-806e-9a7a8c0e58ae service neutron] 10.222.0.76 "GET /v2.0/subnets?id=cf0bf8e4-7a44-4244-9fb8-fbe792b0f1cb HTTP/1.1" status: 200 len: 853 time: 0.0690091 Feb 04 08:07:05.560443 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ae20d7-8c20-4753-9da5-b6c4fca3c1a4 req-ab44a70c-f4cc-4de6-a004-e11af6b50196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:07:05.562062 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-36ae20d7-8c20-4753-9da5-b6c4fca3c1a4 req-ab44a70c-f4cc-4de6-a004-e11af6b50196 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=98c6ffa0-4cc7-47cb-b784-d2279a947515&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0809577 Feb 04 08:07:05.712587 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-36ae20d7-8c20-4753-9da5-b6c4fca3c1a4 req-cf60c4a7-d4d3-4b61-886b-9b3975df118d service neutron] 10.222.0.76 "GET /v2.0/networks/98c6ffa0-4cc7-47cb-b784-d2279a947515?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407743 Feb 04 08:07:05.863638 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-36ae20d7-8c20-4753-9da5-b6c4fca3c1a4 req-8377a333-8c00-4a47-8382-2049ed7ed803 service neutron] 10.222.0.76 "GET /v2.0/networks/98c6ffa0-4cc7-47cb-b784-d2279a947515?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1417127 Feb 04 08:07:06.661243 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc9bd9f-8a30-4b21-811c-16b1e15f792e req-32188f8c-3958-417c-b711-e156feef6691 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:07:06.663518 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-ffc9bd9f-8a30-4b21-811c-16b1e15f792e req-32188f8c-3958-417c-b711-e156feef6691 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] 10.222.0.99 "GET /v2.0/ports?device_id=548631f7-18c8-4201-8e5e-6b4f723f08ea HTTP/1.1" status: 200 len: 985 time: 0.2098966 Feb 04 08:07:06.753186 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-ffc9bd9f-8a30-4b21-811c-16b1e15f792e req-4a756dd8-5acd-4ef2-8495-9caa40222bec tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] 10.222.0.99 "GET /v2.0/security-groups?id=496457fa-b974-4b55-aa66-a31086760cb2&id=158a8f0f-24b6-419d-b5ab-adf9d72edbd0&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0820739 Feb 04 08:07:07.680573 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:07:08.054629 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4f1f41-32fa-43e3-8020-0561dd2c19bd req-5beb06ab-936d-4a3b-a205-95207534fd52 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:07:08.056255 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-4e4f1f41-32fa-43e3-8020-0561dd2c19bd req-5beb06ab-936d-4a3b-a205-95207534fd52 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] 10.222.0.99 "GET /v2.0/ports?device_id=548631f7-18c8-4201-8e5e-6b4f723f08ea HTTP/1.1" status: 200 len: 985 time: 0.1702778 Feb 04 08:07:08.140383 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-4e4f1f41-32fa-43e3-8020-0561dd2c19bd req-4fd7e129-e58e-4052-a222-fda3737fd07e tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] 10.222.0.99 "GET /v2.0/security-groups?id=496457fa-b974-4b55-aa66-a31086760cb2&id=158a8f0f-24b6-419d-b5ab-adf9d72edbd0&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0777261 Feb 04 08:07:09.441991 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831fdcc7-a99e-4ab9-a781-9076e55b8693 req-280c268a-0178-45b1-8fc9-f9d88198fb45 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:07:09.444337 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-831fdcc7-a99e-4ab9-a781-9076e55b8693 req-280c268a-0178-45b1-8fc9-f9d88198fb45 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] 10.222.0.99 "GET /v2.0/ports?device_id=548631f7-18c8-4201-8e5e-6b4f723f08ea HTTP/1.1" status: 200 len: 985 time: 0.1707475 Feb 04 08:07:09.527679 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-831fdcc7-a99e-4ab9-a781-9076e55b8693 req-8af89799-169f-439f-90b4-be666805e30d tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] 10.222.0.99 "GET /v2.0/security-groups?id=496457fa-b974-4b55-aa66-a31086760cb2&id=158a8f0f-24b6-419d-b5ab-adf9d72edbd0&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0767438 Feb 04 08:07:09.601527 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f05faf-2e5b-49d4-b53b-662098a03df2 req-3b848a54-d470-4c52-bf19-233669e0fe4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:07:09.603194 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-45f05faf-2e5b-49d4-b53b-662098a03df2 req-3b848a54-d470-4c52-bf19-233669e0fe4a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d22f65ad361944d7ac6a0eb33e094f78&device_id=548631f7-18c8-4201-8e5e-6b4f723f08ea HTTP/1.1" status: 200 len: 1203 time: 0.0902431 Feb 04 08:07:09.762536 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f05faf-2e5b-49d4-b53b-662098a03df2 req-5911abfd-742b-48c3-b8f3-a05b48259ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:07:09.764066 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-45f05faf-2e5b-49d4-b53b-662098a03df2 req-5911abfd-742b-48c3-b8f3-a05b48259ec9 service neutron] 10.222.0.76 "GET /v2.0/networks?id=98c6ffa0-4cc7-47cb-b784-d2279a947515 HTTP/1.1" status: 200 len: 908 time: 0.1409354 Feb 04 08:07:09.876800 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-45f05faf-2e5b-49d4-b53b-662098a03df2 req-bbcb22a2-7525-432f-918c-ab791e856625 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6a9526f9-26b7-453d-99dc-fa27cd81db39 HTTP/1.1" status: 200 len: 1002 time: 0.1043267 Feb 04 08:07:10.186847 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f05faf-2e5b-49d4-b53b-662098a03df2 req-2d00b235-3d78-4423-83ee-c257f0099701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:07:10.188485 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-45f05faf-2e5b-49d4-b53b-662098a03df2 req-2d00b235-3d78-4423-83ee-c257f0099701 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=cf0bf8e4-7a44-4244-9fb8-fbe792b0f1cb HTTP/1.1" status: 200 len: 853 time: 0.3036668 Feb 04 08:07:10.276179 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f05faf-2e5b-49d4-b53b-662098a03df2 req-bbeb373b-f110-4634-9f84-7c355747d289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:07:10.277775 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-45f05faf-2e5b-49d4-b53b-662098a03df2 req-bbeb373b-f110-4634-9f84-7c355747d289 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=98c6ffa0-4cc7-47cb-b784-d2279a947515&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0818973 Feb 04 08:07:10.428823 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-45f05faf-2e5b-49d4-b53b-662098a03df2 req-8715c3f9-4b15-4333-97ab-94602dcb650c service neutron] 10.222.0.76 "GET /v2.0/networks/98c6ffa0-4cc7-47cb-b784-d2279a947515?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425276 Feb 04 08:07:10.578676 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-45f05faf-2e5b-49d4-b53b-662098a03df2 req-7fd45c69-cc37-45e7-a86b-64dad75f1ac4 service neutron] 10.222.0.76 "GET /v2.0/networks/98c6ffa0-4cc7-47cb-b784-d2279a947515?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1429861 Feb 04 08:07:10.836481 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b051f38-4d80-4a82-bf9e-7f645d34760d req-b52679fa-67da-4231-8a0d-e0d120fadca7 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:07:10.838188 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-0b051f38-4d80-4a82-bf9e-7f645d34760d req-b52679fa-67da-4231-8a0d-e0d120fadca7 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] 10.222.0.99 "GET /v2.0/ports?device_id=548631f7-18c8-4201-8e5e-6b4f723f08ea HTTP/1.1" status: 200 len: 985 time: 0.1731174 Feb 04 08:07:10.923872 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-0b051f38-4d80-4a82-bf9e-7f645d34760d req-4c3bb6b1-ae12-4bf9-a19b-eb170fba4690 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] 10.222.0.99 "GET /v2.0/security-groups?id=496457fa-b974-4b55-aa66-a31086760cb2&id=158a8f0f-24b6-419d-b5ab-adf9d72edbd0&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0792031 Feb 04 08:07:12.223363 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b21029-c4a1-4954-85d9-780795b5d9d3 req-5e537400-f97b-4abd-a738-a9b3acfad026 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:07:12.225157 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-61b21029-c4a1-4954-85d9-780795b5d9d3 req-5e537400-f97b-4abd-a738-a9b3acfad026 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] 10.222.0.99 "GET /v2.0/ports?device_id=548631f7-18c8-4201-8e5e-6b4f723f08ea HTTP/1.1" status: 200 len: 985 time: 0.1655679 Feb 04 08:07:12.308752 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-61b21029-c4a1-4954-85d9-780795b5d9d3 req-cb0666d9-65c1-43a0-b8f0-c8f3a5feaea0 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] 10.222.0.99 "GET /v2.0/security-groups?id=496457fa-b974-4b55-aa66-a31086760cb2&id=158a8f0f-24b6-419d-b5ab-adf9d72edbd0&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0768025 Feb 04 08:07:13.623803 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8057a3-071b-4533-a1ae-5667e7118b6b req-86418de9-fa69-418e-9755-7e4c7ba6f154 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:07:13.625458 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-0a8057a3-071b-4533-a1ae-5667e7118b6b req-86418de9-fa69-418e-9755-7e4c7ba6f154 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] 10.222.0.99 "GET /v2.0/ports?device_id=548631f7-18c8-4201-8e5e-6b4f723f08ea HTTP/1.1" status: 200 len: 985 time: 0.1815574 Feb 04 08:07:13.709571 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-0a8057a3-071b-4533-a1ae-5667e7118b6b req-552f452a-afb8-4cf5-a042-97211a94f087 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] 10.222.0.99 "GET /v2.0/security-groups?id=496457fa-b974-4b55-aa66-a31086760cb2&id=158a8f0f-24b6-419d-b5ab-adf9d72edbd0&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0772579 Feb 04 08:07:15.005203 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6a2a23-cc7a-4709-accd-c7efd0a36111 req-e653bf5e-2a01-461e-b8ff-92ddfb827798 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:07:15.006818 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-ad6a2a23-cc7a-4709-accd-c7efd0a36111 req-e653bf5e-2a01-461e-b8ff-92ddfb827798 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] 10.222.0.99 "GET /v2.0/ports?device_id=548631f7-18c8-4201-8e5e-6b4f723f08ea HTTP/1.1" status: 200 len: 985 time: 0.1661663 Feb 04 08:07:15.092505 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-ad6a2a23-cc7a-4709-accd-c7efd0a36111 req-8836fd3c-1df3-45b6-9566-ea4eed699aa8 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] 10.222.0.99 "GET /v2.0/security-groups?id=496457fa-b974-4b55-aa66-a31086760cb2&id=158a8f0f-24b6-419d-b5ab-adf9d72edbd0&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0792611 Feb 04 08:07:16.386417 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d477ed-8bfd-4514-a175-af546972f066 req-7c1228aa-4650-4f28-bd71-8803e611cd60 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:07:16.388200 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-45d477ed-8bfd-4514-a175-af546972f066 req-7c1228aa-4650-4f28-bd71-8803e611cd60 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] 10.222.0.99 "GET /v2.0/ports?device_id=548631f7-18c8-4201-8e5e-6b4f723f08ea HTTP/1.1" status: 200 len: 985 time: 0.1671956 Feb 04 08:07:16.472718 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-45d477ed-8bfd-4514-a175-af546972f066 req-8ee0ed62-6f27-4978-a753-e7a05f865e81 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] 10.222.0.99 "GET /v2.0/security-groups?id=496457fa-b974-4b55-aa66-a31086760cb2&id=158a8f0f-24b6-419d-b5ab-adf9d72edbd0&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0779414 Feb 04 08:07:18.061120 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a2af88-ee4a-4467-8727-bfc7d4f14bf3 req-755809dc-9b3b-47f4-a26d-88789ef86ad3 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:07:18.062862 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-d7a2af88-ee4a-4467-8727-bfc7d4f14bf3 req-755809dc-9b3b-47f4-a26d-88789ef86ad3 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] 10.222.0.99 "GET /v2.0/ports?device_id=548631f7-18c8-4201-8e5e-6b4f723f08ea HTTP/1.1" status: 200 len: 985 time: 0.4552722 Feb 04 08:07:18.120347 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Device 6a9526f9-26b7-453d-99dc-fa27cd81db39 up at agent ovs-agent-hv-cinder-73306 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 08:07:18.151180 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-d7a2af88-ee4a-4467-8727-bfc7d4f14bf3 req-67206672-b819-4a67-b4ef-2078eef486b7 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] 10.222.0.99 "GET /v2.0/security-groups?id=496457fa-b974-4b55-aa66-a31086760cb2&id=158a8f0f-24b6-419d-b5ab-adf9d72edbd0&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0808463 Feb 04 08:07:18.199147 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Provisioning complete for port 6a9526f9-26b7-453d-99dc-fa27cd81db39 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 08:07:18.199568 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762158'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:07:20.622052 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-c83ff6a1-4547-403a-b932-b5f3db618877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:07:22.926692 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-18a635e8-2fdf-4bdf-8847-b1631b328957 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:07:23.887736 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-85fac0c9-e82f-41ee-a61d-5b2e920e6613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:07:24.704784 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:07:25.264133 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-19d3b842-1860-471a-9268-0862a9b26fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:07:33.053892 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.agents_db [None req-15dbd8ae-9ae4-49dc-a873-5f27e28d1d51 None None] Agent healthcheck: found 6 active agents {{(pid=80116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 04 08:07:37.680637 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:07:50.625645 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-4f518af2-65d7-45f8-b538-83bfe7e768a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:07:50.764388 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-44d62111-f4cb-40fc-a09a-fa3b76fa5db8 req-60df4553-edb6-470f-9107-6b752b2564e6 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] 10.222.0.99 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-187268361&fields=id&tenant_id=d22f65ad361944d7ac6a0eb33e094f78 HTTP/1.1" status: 200 len: 267 time: 0.1551850 Feb 04 08:07:50.933909 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d62111-f4cb-40fc-a09a-fa3b76fa5db8 req-02232556-f2fe-47ac-84cc-82740ea935b1 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:07:50.935591 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-44d62111-f4cb-40fc-a09a-fa3b76fa5db8 req-02232556-f2fe-47ac-84cc-82740ea935b1 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] 10.222.0.99 "GET /v2.0/ports?device_id=548631f7-18c8-4201-8e5e-6b4f723f08ea HTTP/1.1" status: 200 len: 985 time: 0.1648426 Feb 04 08:07:50.947583 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.v2.base [req-44d62111-f4cb-40fc-a09a-fa3b76fa5db8 req-ab86b5ff-e372-4ab5-9f6d-ff09c99718b2 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Request body: {'port': {'security_groups': ['158a8f0f-24b6-419d-b5ab-adf9d72edbd0']}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 08:07:51.099824 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-44d62111-f4cb-40fc-a09a-fa3b76fa5db8 req-ab86b5ff-e372-4ab5-9f6d-ff09c99718b2 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854344592'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:07:51.426274 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [req-44d62111-f4cb-40fc-a09a-fa3b76fa5db8 req-ab86b5ff-e372-4ab5-9f6d-ff09c99718b2 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] For port 6a9526f9-26b7-453d-99dc-fa27cd81db39, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=6a9526f9-26b7-453d-99dc-fa27cd81db39,segment=NetworkSegment(57828787-9b3e-4a67-96a7-9470b17127c3),segment_id=57828787-9b3e-4a67-96a7-9470b17127c3)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 08:07:51.453537 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-44d62111-f4cb-40fc-a09a-fa3b76fa5db8 req-ab86b5ff-e372-4ab5-9f6d-ff09c99718b2 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Notify callbacks [] for port, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:07:51.457790 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-44d62111-f4cb-40fc-a09a-fa3b76fa5db8 req-ab86b5ff-e372-4ab5-9f6d-ff09c99718b2 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309259674757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309260170288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727594605546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852444727'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:07:51.472451 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-981b4500-4ffa-484a-b4a1-eb33fe765a01 tempest-VolumesActionsTest-1878016641 tempest-VolumesActionsTest-1878016641-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:07:51.854260 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab86b5ff-e372-4ab5-9f6d-ff09c99718b2 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Pushing event updated for resources: {'Port': ['ID=6a9526f9-26b7-453d-99dc-fa27cd81db39,revision_number=6']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:07:51.868943 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab86b5ff-e372-4ab5-9f6d-ff09c99718b2 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:07:51.869360 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab86b5ff-e372-4ab5-9f6d-ff09c99718b2 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:07:51.869765 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab86b5ff-e372-4ab5-9f6d-ff09c99718b2 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:07:51.870170 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab86b5ff-e372-4ab5-9f6d-ff09c99718b2 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:07:51.870566 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab86b5ff-e372-4ab5-9f6d-ff09c99718b2 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:07:51.870965 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab86b5ff-e372-4ab5-9f6d-ff09c99718b2 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:07:51.871386 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab86b5ff-e372-4ab5-9f6d-ff09c99718b2 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:07:51.871778 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab86b5ff-e372-4ab5-9f6d-ff09c99718b2 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:07:51.872169 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab86b5ff-e372-4ab5-9f6d-ff09c99718b2 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:07:51.872558 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab86b5ff-e372-4ab5-9f6d-ff09c99718b2 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:07:51.872946 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab86b5ff-e372-4ab5-9f6d-ff09c99718b2 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:07:51.873334 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab86b5ff-e372-4ab5-9f6d-ff09c99718b2 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:07:51.873777 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab86b5ff-e372-4ab5-9f6d-ff09c99718b2 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:07:51.874161 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab86b5ff-e372-4ab5-9f6d-ff09c99718b2 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:07:51.874548 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab86b5ff-e372-4ab5-9f6d-ff09c99718b2 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:07:51.874933 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab86b5ff-e372-4ab5-9f6d-ff09c99718b2 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:07:51.875345 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab86b5ff-e372-4ab5-9f6d-ff09c99718b2 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:07:51.875731 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab86b5ff-e372-4ab5-9f6d-ff09c99718b2 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:07:51.876115 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab86b5ff-e372-4ab5-9f6d-ff09c99718b2 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:07:51.876497 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab86b5ff-e372-4ab5-9f6d-ff09c99718b2 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:07:51.876882 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab86b5ff-e372-4ab5-9f6d-ff09c99718b2 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:07:51.877422 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab86b5ff-e372-4ab5-9f6d-ff09c99718b2 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:07:51.877804 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab86b5ff-e372-4ab5-9f6d-ff09c99718b2 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:07:51.878187 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab86b5ff-e372-4ab5-9f6d-ff09c99718b2 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:07:51.892074 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-ab86b5ff-e372-4ab5-9f6d-ff09c99718b2 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:07:51.979680 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d62111-f4cb-40fc-a09a-fa3b76fa5db8 req-ab86b5ff-e372-4ab5-9f6d-ff09c99718b2 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:07:51.980418 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-44d62111-f4cb-40fc-a09a-fa3b76fa5db8 req-ab86b5ff-e372-4ab5-9f6d-ff09c99718b2 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3799'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:07:51.981981 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-44d62111-f4cb-40fc-a09a-fa3b76fa5db8 req-ab86b5ff-e372-4ab5-9f6d-ff09c99718b2 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] 10.222.0.99 "PUT /v2.0/ports/6a9526f9-26b7-453d-99dc-fa27cd81db39 HTTP/1.1" status: 200 len: 943 time: 1.0394502 Feb 04 08:07:51.982630 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '548631f7-18c8-4201-8e5e-6b4f723f08ea', 'tag': '6a9526f9-26b7-453d-99dc-fa27cd81db39'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 08:07:52.053781 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '548631f7-18c8-4201-8e5e-6b4f723f08ea', 'tag': '6a9526f9-26b7-453d-99dc-fa27cd81db39', 'status': 'completed', 'code': 200} Feb 04 08:07:52.091903 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-9e0917d4-deb5-4143-8772-a81703829a6f req-7058aefb-649d-450f-bef7-0198324d5319 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] 10.222.0.99 "GET /v2.0/security-groups/496457fa-b974-4b55-aa66-a31086760cb2 HTTP/1.1" status: 200 len: 3003 time: 0.0775385 Feb 04 08:07:52.190042 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-9e0917d4-deb5-4143-8772-a81703829a6f req-3cfa0312-d112-4be0-96fd-1cb8908ae3ac tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:07:52.197167 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-0ebf8782-4c41-4a5e-9580-242a50ee39ee None None] Provisioning complete for port 6a9526f9-26b7-453d-99dc-fa27cd81db39 triggered by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 08:07:52.197585 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-0ebf8782-4c41-4a5e-9580-242a50ee39ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762158'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:07:52.221444 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-9e0917d4-deb5-4143-8772-a81703829a6f req-3cfa0312-d112-4be0-96fd-1cb8908ae3ac tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:07:52.264944 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549b673a-908e-4108-b4e4-a4b376340249 req-9e66e978-83dc-4ecd-9bdd-6ded4efad77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:07:52.266512 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-549b673a-908e-4108-b4e4-a4b376340249 req-9e66e978-83dc-4ecd-9bdd-6ded4efad77b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d22f65ad361944d7ac6a0eb33e094f78&device_id=548631f7-18c8-4201-8e5e-6b4f723f08ea HTTP/1.1" status: 200 len: 1163 time: 0.1691589 Feb 04 08:07:52.275649 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-9e0917d4-deb5-4143-8772-a81703829a6f req-3cfa0312-d112-4be0-96fd-1cb8908ae3ac tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:07:52.281161 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-d0747558-6e9b-4875-8771-a9f27918b944 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:07:52.303252 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfa0312-d112-4be0-96fd-1cb8908ae3ac tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=496457fa-b974-4b55-aa66-a31086760cb2,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:07:52.310777 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-9e0917d4-deb5-4143-8772-a81703829a6f req-3cfa0312-d112-4be0-96fd-1cb8908ae3ac tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:07:52.315549 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-9e0917d4-deb5-4143-8772-a81703829a6f req-3cfa0312-d112-4be0-96fd-1cb8908ae3ac tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] 10.222.0.99 "DELETE /v2.0/security-groups/496457fa-b974-4b55-aa66-a31086760cb2 HTTP/1.1" status: 204 len: 173 time: 0.2156584 Feb 04 08:07:52.316925 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-3cfa0312-d112-4be0-96fd-1cb8908ae3ac tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:07:52.449021 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549b673a-908e-4108-b4e4-a4b376340249 req-951ede41-fe62-4d54-aeb0-034bbfd95b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:07:52.450643 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-549b673a-908e-4108-b4e4-a4b376340249 req-951ede41-fe62-4d54-aeb0-034bbfd95b5d service neutron] 10.222.0.76 "GET /v2.0/networks?id=98c6ffa0-4cc7-47cb-b784-d2279a947515 HTTP/1.1" status: 200 len: 908 time: 0.1758232 Feb 04 08:07:52.494555 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-3a2b8b6a-258c-47ca-84bd-ce604b6b22e7 req-3f754516-8f15-4d88-a34e-c14c349ca77e tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] 10.222.0.99 "GET /v2.0/floatingips/66a00b01-086e-487a-844a-c3d35fc8b72e HTTP/1.1" status: 200 len: 999 time: 0.1402543 Feb 04 08:07:52.505561 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Device 6a9526f9-26b7-453d-99dc-fa27cd81db39 up at agent ovs-agent-hv-cinder-73306 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 08:07:52.569709 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-549b673a-908e-4108-b4e4-a4b376340249 req-ccb8679f-d831-45f2-81a4-5b6b0f90c069 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6a9526f9-26b7-453d-99dc-fa27cd81db39 HTTP/1.1" status: 200 len: 1002 time: 0.1108134 Feb 04 08:07:52.583222 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Provisioning complete for port 6a9526f9-26b7-453d-99dc-fa27cd81db39 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 08:07:52.583647 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762158'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:07:52.642783 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549b673a-908e-4108-b4e4-a4b376340249 req-e9bda9fa-d8ec-4e56-94d9-8cfdc52cf388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:07:52.645105 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-549b673a-908e-4108-b4e4-a4b376340249 req-e9bda9fa-d8ec-4e56-94d9-8cfdc52cf388 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=cf0bf8e4-7a44-4244-9fb8-fbe792b0f1cb HTTP/1.1" status: 200 len: 853 time: 0.0683098 Feb 04 08:07:52.733891 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549b673a-908e-4108-b4e4-a4b376340249 req-d0283da3-76e2-429d-b5e6-6337d743bac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:07:52.735713 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-549b673a-908e-4108-b4e4-a4b376340249 req-d0283da3-76e2-429d-b5e6-6337d743bac7 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=98c6ffa0-4cc7-47cb-b784-d2279a947515&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0847421 Feb 04 08:07:52.747523 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [req-549b673a-908e-4108-b4e4-a4b376340249 req-9efa6c09-82bc-48ed-ba51-6f821e4f8d70 service neutron] http://10.222.0.99:9696/v2.0/extensions returned with HTTP 200 {{(pid=80113) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 08:07:52.748672 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-549b673a-908e-4108-b4e4-a4b376340249 req-9efa6c09-82bc-48ed-ba51-6f821e4f8d70 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0055771 Feb 04 08:07:52.749776 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2b8b6a-258c-47ca-84bd-ce604b6b22e7 req-f2d21627-d663-4ce2-9452-6f74aa89ca48 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:07:52.751341 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-3a2b8b6a-258c-47ca-84bd-ce604b6b22e7 req-f2d21627-d663-4ce2-9452-6f74aa89ca48 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] 10.222.0.99 "GET /v2.0/networks/fc08f4da-7ea1-4669-9c0d-064e3549341c HTTP/1.1" status: 200 len: 784 time: 0.2505670 Feb 04 08:07:52.878021 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-3a2b8b6a-258c-47ca-84bd-ce604b6b22e7 req-f820a048-e9b8-4d39-8ca0-f84de60bb8ff tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] 10.222.0.99 "GET /v2.0/floatingips?floating_ip_address=172.28.3.199 HTTP/1.1" status: 200 len: 1002 time: 0.1192672 Feb 04 08:07:52.895657 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-549b673a-908e-4108-b4e4-a4b376340249 req-74f6cab0-ae3f-4f92-8ab6-c9b698166931 service neutron] 10.222.0.76 "GET /v2.0/networks/98c6ffa0-4cc7-47cb-b784-d2279a947515?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395302 Feb 04 08:07:52.932110 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-8034e36d-b1bf-4e6f-97c7-4794182acc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:07:53.045787 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2b8b6a-258c-47ca-84bd-ce604b6b22e7 req-0c1811ee-8603-49d0-9b83-6ea6e6937e28 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:07:53.047384 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-3a2b8b6a-258c-47ca-84bd-ce604b6b22e7 req-0c1811ee-8603-49d0-9b83-6ea6e6937e28 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] 10.222.0.99 "GET /v2.0/ports/6a9526f9-26b7-453d-99dc-fa27cd81db39 HTTP/1.1" status: 200 len: 943 time: 0.1626699 Feb 04 08:07:53.048088 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-549b673a-908e-4108-b4e4-a4b376340249 req-944c9b70-eeaa-46f9-91f4-4c2ffa3eace6 service neutron] 10.222.0.76 "GET /v2.0/networks/98c6ffa0-4cc7-47cb-b784-d2279a947515?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1467390 Feb 04 08:07:53.272025 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-3a2b8b6a-258c-47ca-84bd-ce604b6b22e7 req-18052f9d-b857-4a10-b110-83d7b542a484 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] 10.222.0.99 "GET /v2.0/floatingips?floating_ip_address=172.28.3.199 HTTP/1.1" status: 200 len: 1002 time: 0.1406488 Feb 04 08:07:53.519850 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [req-3a2b8b6a-258c-47ca-84bd-ce604b6b22e7 req-78ad9cdf-ee88-4911-89b2-8f9430ab39f8 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Deleting port b1dddc4c-e966-4668-9f50-e75f96b2faa4 {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 04 08:07:53.520242 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-3a2b8b6a-258c-47ca-84bd-ce604b6b22e7 req-78ad9cdf-ee88-4911-89b2-8f9430ab39f8 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727595022485'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:07:53.705069 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-3a2b8b6a-258c-47ca-84bd-ce604b6b22e7 req-78ad9cdf-ee88-4911-89b2-8f9430ab39f8 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853131150'] for port, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:07:53.705455 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-3a2b8b6a-258c-47ca-84bd-ce604b6b22e7 req-78ad9cdf-ee88-4911-89b2-8f9430ab39f8 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:07:53.838029 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [req-3a2b8b6a-258c-47ca-84bd-ce604b6b22e7 req-78ad9cdf-ee88-4911-89b2-8f9430ab39f8 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Calling delete_port for b1dddc4c-e966-4668-9f50-e75f96b2faa4 owned by network:floatingip {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 04 08:07:53.890466 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-85fac0c9-e82f-41ee-a61d-5b2e920e6613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:07:54.004858 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-3a2b8b6a-258c-47ca-84bd-ce604b6b22e7 req-78ad9cdf-ee88-4911-89b2-8f9430ab39f8 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309259674774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727594605512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2331070'] for port, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:07:54.021267 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-4acdbbcf-97d3-4a55-9c98-ba442d650839 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:07:54.118692 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad9cdf-ee88-4911-89b2-8f9430ab39f8 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Pushing event deleted for resources: {'Port': ['ID=b1dddc4c-e966-4668-9f50-e75f96b2faa4,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:07:54.125176 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-78ad9cdf-ee88-4911-89b2-8f9430ab39f8 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:07:54.263644 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-3a2b8b6a-258c-47ca-84bd-ce604b6b22e7 req-78ad9cdf-ee88-4911-89b2-8f9430ab39f8 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Notify callbacks [] for floatingip, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:07:54.263945 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.db.l3_db [req-3a2b8b6a-258c-47ca-84bd-ce604b6b22e7 req-78ad9cdf-ee88-4911-89b2-8f9430ab39f8 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Floating IP 66a00b01-086e-487a-844a-c3d35fc8b72e disassociated (deleted). External IP: 172.28.3.199, port: 6a9526f9-26b7-453d-99dc-fa27cd81db39. Feb 04 08:07:54.657374 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3a2b8b6a-258c-47ca-84bd-ce604b6b22e7 req-78ad9cdf-ee88-4911-89b2-8f9430ab39f8 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Router a84de946-bdd7-4d41-a563-f93cc5f66882 has already been hosted by L3 agent 9b1007a2-cea1-4e19-8fd5-ed5c2617e796 {{(pid=80114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 04 08:07:54.709126 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:07:54.849543 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3a2b8b6a-258c-47ca-84bd-ce604b6b22e7 req-78ad9cdf-ee88-4911-89b2-8f9430ab39f8 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Notify agent at l3_agent.dv-cinder-733062-18-smb the message routers_updated {{(pid=80114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 04 08:07:54.859707 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2719c6-2434-4d3a-8983-47321fa6be79 None None] Sync routers for ids ['a84de946-bdd7-4d41-a563-f93cc5f66882'] in dv-cinder-733062-18-smb {{(pid=80115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 04 08:07:54.871147 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2719c6-2434-4d3a-8983-47321fa6be79 None None] Routers {'a84de946-bdd7-4d41-a563-f93cc5f66882'} bound to L3 agent in host dv-cinder-733062-18-smb {{(pid=80115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 04 08:07:54.871829 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-ec2719c6-2434-4d3a-8983-47321fa6be79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-04T07:47:53Z,description=,heartbeat_timestamp=2021-02-04T08:07:53Z,host='dv-cinder-733062-18-smb',id=9b1007a2-cea1-4e19-8fd5-ed5c2617e796,load=0,resource_versions=,resources_synced=,started_at=2021-02-04T07:47:53Z,topic='l3_agent')) {'router_ids': ['a84de946-bdd7-4d41-a563-f93cc5f66882'], 'active': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 08:07:54.872423 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-3a2b8b6a-258c-47ca-84bd-ce604b6b22e7 req-78ad9cdf-ee88-4911-89b2-8f9430ab39f8 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3799'] for floatingip, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:07:54.934834 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-3a2b8b6a-258c-47ca-84bd-ce604b6b22e7 req-78ad9cdf-ee88-4911-89b2-8f9430ab39f8 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] 10.222.0.99 "DELETE /v2.0/floatingips/66a00b01-086e-487a-844a-c3d35fc8b72e HTTP/1.1" status: 204 len: 173 time: 1.6564529 Feb 04 08:07:54.935561 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '548631f7-18c8-4201-8e5e-6b4f723f08ea', 'tag': '6a9526f9-26b7-453d-99dc-fa27cd81db39'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 08:07:54.998666 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '548631f7-18c8-4201-8e5e-6b4f723f08ea', 'tag': '6a9526f9-26b7-453d-99dc-fa27cd81db39', 'status': 'completed', 'code': 200} Feb 04 08:07:55.032241 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2b8b6a-258c-47ca-84bd-ce604b6b22e7 req-5feb60b7-5d18-4b49-885a-54adad613d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:07:55.033904 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-3a2b8b6a-258c-47ca-84bd-ce604b6b22e7 req-5feb60b7-5d18-4b49-885a-54adad613d76 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=d22f65ad361944d7ac6a0eb33e094f78&device_id=548631f7-18c8-4201-8e5e-6b4f723f08ea HTTP/1.1" status: 200 len: 1163 time: 0.0848525 Feb 04 08:07:55.081325 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvr_db [None req-ec2719c6-2434-4d3a-8983-47321fa6be79 None None] Set router a84de946-bdd7-4d41-a563-f93cc5f66882 gateway port host: dv-cinder-733062-18-smb {{(pid=80115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 04 08:07:55.121622 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d0e692-5df2-418a-8125-014577d49251 req-d68ed43a-4f73-46fa-a97a-b6216196d4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:07:55.123346 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-51d0e692-5df2-418a-8125-014577d49251 req-d68ed43a-4f73-46fa-a97a-b6216196d4f3 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d22f65ad361944d7ac6a0eb33e094f78&device_id=548631f7-18c8-4201-8e5e-6b4f723f08ea HTTP/1.1" status: 200 len: 1163 time: 0.0822675 Feb 04 08:07:55.313003 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d0e692-5df2-418a-8125-014577d49251 req-6c5d5094-cce8-4128-bacf-9a0403bc450c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:07:55.315575 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-51d0e692-5df2-418a-8125-014577d49251 req-6c5d5094-cce8-4128-bacf-9a0403bc450c service neutron] 10.222.0.76 "GET /v2.0/networks?id=98c6ffa0-4cc7-47cb-b784-d2279a947515 HTTP/1.1" status: 200 len: 908 time: 0.1836040 Feb 04 08:07:55.339412 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-19d3b842-1860-471a-9268-0862a9b26fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:07:55.413958 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-51d0e692-5df2-418a-8125-014577d49251 req-bf8236f1-dc48-4c1b-9858-97b93c1494ce service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6a9526f9-26b7-453d-99dc-fa27cd81db39 HTTP/1.1" status: 200 len: 217 time: 0.0914285 Feb 04 08:07:55.434385 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2b8b6a-258c-47ca-84bd-ce604b6b22e7 req-0a44410a-bdfb-492b-8048-d13846b20b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:07:55.436036 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-3a2b8b6a-258c-47ca-84bd-ce604b6b22e7 req-0a44410a-bdfb-492b-8048-d13846b20b92 service neutron] 10.222.0.99 "GET /v2.0/networks?id=98c6ffa0-4cc7-47cb-b784-d2279a947515 HTTP/1.1" status: 200 len: 908 time: 0.3939180 Feb 04 08:07:55.460640 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-ec2719c6-2434-4d3a-8983-47321fa6be79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a84de946-bdd7-4d41-a563-f93cc5f66882', 'name': 'tempest-TestMinimumBasicScenario-549357431-router', 'tenant_id': 'd22f65ad361944d7ac6a0eb33e094f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'external_fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.57'}], 'enable_snat': True}, 'gw_port_id': 'cffbf684-73bc-440d-9493-72f3a9231b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T08:05:52Z', 'updated_at': '2021-02-04T08:05:58Z', 'revision_number': 4, 'project_id': 'd22f65ad361944d7ac6a0eb33e094f78', 'gw_port': {'id': 'cffbf684-73bc-440d-9493-72f3a9231b1c', 'name': '', 'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:37:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84de946-bdd7-4d41-a563-f93cc5f66882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T08:05:53Z', 'updated_at': '2021-02-04T08:06:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-18-smb', '_interfaces': [{'id': '00ea076e-d616-4218-b988-88e1b4c90519', 'name': '', 'network_id': '98c6ffa0-4cc7-47cb-b784-d2279a947515', 'tenant_id': 'd22f65ad361944d7ac6a0eb33e094f78', 'mac_address': 'fa:16:3e:7c:a5:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84de946-bdd7-4d41-a563-f93cc5f66882', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'cf0bf8e4-7a44-4244-9fb8-fbe792b0f1cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T08:05:57Z', 'updated_at': '2021-02-04T08:06:06Z', 'revision_number': 5, 'project_id': 'd22f65ad361944d7ac6a0eb33e094f78', 'subnets': [{'id': 'cf0bf8e4-7a44-4244-9fb8-fbe792b0f1cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733062-18-smb', False) {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 08:07:55.465001 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2719c6-2434-4d3a-8983-47321fa6be79 None None] Checking router: a84de946-bdd7-4d41-a563-f93cc5f66882 for host: dv-cinder-733062-18-smb {{(pid=80115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 04 08:07:55.474778 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2719c6-2434-4d3a-8983-47321fa6be79 None None] Routers {'a84de946-bdd7-4d41-a563-f93cc5f66882'} bound to L3 agent in host dv-cinder-733062-18-smb {{(pid=80115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 04 08:07:55.475482 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-ec2719c6-2434-4d3a-8983-47321fa6be79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-04T07:47:53Z,description=,heartbeat_timestamp=2021-02-04T08:07:53Z,host='dv-cinder-733062-18-smb',id=9b1007a2-cea1-4e19-8fd5-ed5c2617e796,load=0,resource_versions=,resources_synced=,started_at=2021-02-04T07:47:53Z,topic='l3_agent')) {'router_ids': ['a84de946-bdd7-4d41-a563-f93cc5f66882'], 'active': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 08:07:55.489868 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d0e692-5df2-418a-8125-014577d49251 req-5d7e9aa6-7777-41cb-b606-69d428131035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:07:55.491521 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-51d0e692-5df2-418a-8125-014577d49251 req-5d7e9aa6-7777-41cb-b606-69d428131035 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=cf0bf8e4-7a44-4244-9fb8-fbe792b0f1cb HTTP/1.1" status: 200 len: 853 time: 0.0709798 Feb 04 08:07:55.517545 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-3a2b8b6a-258c-47ca-84bd-ce604b6b22e7 req-33aa83bd-01b3-48be-8133-412b675c377f service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6a9526f9-26b7-453d-99dc-fa27cd81db39 HTTP/1.1" status: 200 len: 217 time: 0.0726085 Feb 04 08:07:55.581386 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d0e692-5df2-418a-8125-014577d49251 req-39982fdd-4674-4a64-8ce1-899d689f9c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:07:55.583380 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-51d0e692-5df2-418a-8125-014577d49251 req-39982fdd-4674-4a64-8ce1-899d689f9c05 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=98c6ffa0-4cc7-47cb-b784-d2279a947515&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0846674 Feb 04 08:07:55.589581 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2b8b6a-258c-47ca-84bd-ce604b6b22e7 req-8edbec47-4345-4585-9dd4-a563e4d1edd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:07:55.591189 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-3a2b8b6a-258c-47ca-84bd-ce604b6b22e7 req-8edbec47-4345-4585-9dd4-a563e4d1edd5 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=cf0bf8e4-7a44-4244-9fb8-fbe792b0f1cb HTTP/1.1" status: 200 len: 853 time: 0.0666091 Feb 04 08:07:55.725480 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvr_db [None req-ec2719c6-2434-4d3a-8983-47321fa6be79 None None] Set router a84de946-bdd7-4d41-a563-f93cc5f66882 gateway port host: dv-cinder-733062-18-smb {{(pid=80115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 04 08:07:55.735699 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2b8b6a-258c-47ca-84bd-ce604b6b22e7 req-5ea15cae-c364-48bb-95d4-2f816f1252d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:07:55.736042 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-51d0e692-5df2-418a-8125-014577d49251 req-a5c89969-952c-486e-a6f3-2823f4fc6dfb service neutron] 10.222.0.76 "GET /v2.0/networks/98c6ffa0-4cc7-47cb-b784-d2279a947515?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461508 Feb 04 08:07:55.738868 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-3a2b8b6a-258c-47ca-84bd-ce604b6b22e7 req-5ea15cae-c364-48bb-95d4-2f816f1252d6 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=98c6ffa0-4cc7-47cb-b784-d2279a947515&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1394939 Feb 04 08:07:55.885620 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-51d0e692-5df2-418a-8125-014577d49251 req-30f1ea94-2f76-41f5-bcfe-aae356cbbc93 service neutron] 10.222.0.76 "GET /v2.0/networks/98c6ffa0-4cc7-47cb-b784-d2279a947515?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1428194 Feb 04 08:07:55.893372 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-3a2b8b6a-258c-47ca-84bd-ce604b6b22e7 req-7f982ab6-4ae4-4078-a34b-50d14df21e8e service neutron] 10.222.0.99 "GET /v2.0/networks/98c6ffa0-4cc7-47cb-b784-d2279a947515?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467733 Feb 04 08:07:56.051446 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-3a2b8b6a-258c-47ca-84bd-ce604b6b22e7 req-79b91c64-874a-4bfb-bcd6-75712dc5ac25 service neutron] 10.222.0.99 "GET /v2.0/networks/98c6ffa0-4cc7-47cb-b784-d2279a947515?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1502275 Feb 04 08:07:56.242451 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-ec2719c6-2434-4d3a-8983-47321fa6be79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a84de946-bdd7-4d41-a563-f93cc5f66882', 'name': 'tempest-TestMinimumBasicScenario-549357431-router', 'tenant_id': 'd22f65ad361944d7ac6a0eb33e094f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'external_fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.57'}], 'enable_snat': True}, 'gw_port_id': 'cffbf684-73bc-440d-9493-72f3a9231b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T08:05:52Z', 'updated_at': '2021-02-04T08:05:58Z', 'revision_number': 4, 'project_id': 'd22f65ad361944d7ac6a0eb33e094f78', 'gw_port': {'id': 'cffbf684-73bc-440d-9493-72f3a9231b1c', 'name': '', 'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:37:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84de946-bdd7-4d41-a563-f93cc5f66882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T08:05:53Z', 'updated_at': '2021-02-04T08:06:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-18-smb', '_interfaces': [{'id': '00ea076e-d616-4218-b988-88e1b4c90519', 'name': '', 'network_id': '98c6ffa0-4cc7-47cb-b784-d2279a947515', 'tenant_id': 'd22f65ad361944d7ac6a0eb33e094f78', 'mac_address': 'fa:16:3e:7c:a5:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84de946-bdd7-4d41-a563-f93cc5f66882', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'cf0bf8e4-7a44-4244-9fb8-fbe792b0f1cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T08:05:57Z', 'updated_at': '2021-02-04T08:06:06Z', 'revision_number': 5, 'project_id': 'd22f65ad361944d7ac6a0eb33e094f78', 'subnets': [{'id': 'cf0bf8e4-7a44-4244-9fb8-fbe792b0f1cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733062-18-smb', False) {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 08:07:56.246767 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2719c6-2434-4d3a-8983-47321fa6be79 None None] The sync data for ids ['a84de946-bdd7-4d41-a563-f93cc5f66882'] in dv-cinder-733062-18-smb is: [{'id': 'a84de946-bdd7-4d41-a563-f93cc5f66882', 'name': 'tempest-TestMinimumBasicScenario-549357431-router', 'tenant_id': 'd22f65ad361944d7ac6a0eb33e094f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'external_fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.57'}], 'enable_snat': True}, 'gw_port_id': 'cffbf684-73bc-440d-9493-72f3a9231b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T08:05:52Z', 'updated_at': '2021-02-04T08:05:58Z', 'revision_number': 4, 'project_id': 'd22f65ad361944d7ac6a0eb33e094f78', 'gw_port': {'id': 'cffbf684-73bc-440d-9493-72f3a9231b1c', 'name': '', 'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:37:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84de946-bdd7-4d41-a563-f93cc5f66882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T08:05:53Z', 'updated_at': '2021-02-04T08:06:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-18-smb', '_interfaces': [{'id': '00ea076e-d616-4218-b988-88e1b4c90519', 'name': '', 'network_id': '98c6ffa0-4cc7-47cb-b784-d2279a947515', 'tenant_id': 'd22f65ad361944d7ac6a0eb33e094f78', 'mac_address': 'fa:16:3e:7c:a5:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84de946-bdd7-4d41-a563-f93cc5f66882', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'cf0bf8e4-7a44-4244-9fb8-fbe792b0f1cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T08:05:57Z', 'updated_at': '2021-02-04T08:06:06Z', 'revision_number': 5, 'project_id': 'd22f65ad361944d7ac6a0eb33e094f78', 'subnets': [{'id': 'cf0bf8e4-7a44-4244-9fb8-fbe792b0f1cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 04 08:07:56.713801 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a58216ae-0c8c-4cf5-a50e-ae0609bd3c90 None None] New status for floating IP 66a00b01-086e-487a-844a-c3d35fc8b72e: DOWN {{(pid=80116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 04 08:07:59.594048 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d001283-e6f5-4dc5-840d-94bcb485b430 req-1d48e33f-de05-4dd2-bf95-23c7a19f013c tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:07:59.594771 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [req-4d001283-e6f5-4dc5-840d-94bcb485b430 req-1d48e33f-de05-4dd2-bf95-23c7a19f013c tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Synchronizing usage tracker for tenant:d22f65ad361944d7ac6a0eb33e094f78 on resource:port {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 04 08:07:59.613884 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [req-4d001283-e6f5-4dc5-840d-94bcb485b430 req-1d48e33f-de05-4dd2-bf95-23c7a19f013c tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Unset dirty status for tenant:d22f65ad361944d7ac6a0eb33e094f78 on resource:port {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 04 08:07:59.615181 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-4d001283-e6f5-4dc5-840d-94bcb485b430 req-1d48e33f-de05-4dd2-bf95-23c7a19f013c tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] 10.222.0.99 "GET /v2.0/ports?device_id=548631f7-18c8-4201-8e5e-6b4f723f08ea HTTP/1.1" status: 200 len: 946 time: 0.1826091 Feb 04 08:07:59.679574 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [req-4d001283-e6f5-4dc5-840d-94bcb485b430 req-fee95c47-5222-47b2-9c10-1485071bffe2 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Synchronizing usage tracker for tenant:d22f65ad361944d7ac6a0eb33e094f78 on resource:security_group {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 04 08:07:59.695158 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [req-4d001283-e6f5-4dc5-840d-94bcb485b430 req-fee95c47-5222-47b2-9c10-1485071bffe2 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Unset dirty status for tenant:d22f65ad361944d7ac6a0eb33e094f78 on resource:security_group {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 04 08:07:59.696404 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-4d001283-e6f5-4dc5-840d-94bcb485b430 req-fee95c47-5222-47b2-9c10-1485071bffe2 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] 10.222.0.99 "GET /v2.0/security-groups?id=158a8f0f-24b6-419d-b5ab-adf9d72edbd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747862 Feb 04 08:08:01.001075 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4b076f-74a4-4d9e-9615-69ed39afbaac req-49f36463-e333-4206-beba-cdb850ecaba3 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:08:01.002691 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-1b4b076f-74a4-4d9e-9615-69ed39afbaac req-49f36463-e333-4206-beba-cdb850ecaba3 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] 10.222.0.99 "GET /v2.0/ports?device_id=548631f7-18c8-4201-8e5e-6b4f723f08ea HTTP/1.1" status: 200 len: 946 time: 0.1678638 Feb 04 08:08:01.069302 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-1b4b076f-74a4-4d9e-9615-69ed39afbaac req-b1b9114b-e293-4645-a727-83bc65752bac tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] 10.222.0.99 "GET /v2.0/security-groups?id=158a8f0f-24b6-419d-b5ab-adf9d72edbd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592203 Feb 04 08:08:01.462324 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d44377-2424-4848-b5fa-41e95b4198e6 req-4500d983-3f82-440e-b030-8b1aa88fbf16 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 08:08:01.463196 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [req-62d44377-2424-4848-b5fa-41e95b4198e6 req-4500d983-3f82-440e-b030-8b1aa88fbf16 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Synchronizing usage tracker for tenant:d22f65ad361944d7ac6a0eb33e094f78 on resource:port {{(pid=80113) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 04 08:08:01.477392 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.quota.resource [req-62d44377-2424-4848-b5fa-41e95b4198e6 req-4500d983-3f82-440e-b030-8b1aa88fbf16 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Unset dirty status for tenant:d22f65ad361944d7ac6a0eb33e094f78 on resource:port {{(pid=80113) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 04 08:08:01.478599 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-62d44377-2424-4848-b5fa-41e95b4198e6 req-4500d983-3f82-440e-b030-8b1aa88fbf16 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] 10.222.0.76 "GET /v2.0/ports?device_id=548631f7-18c8-4201-8e5e-6b4f723f08ea HTTP/1.1" status: 200 len: 946 time: 0.1876550 Feb 04 08:08:01.575162 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [req-62d44377-2424-4848-b5fa-41e95b4198e6 req-6d64040e-1c30-4ef7-ae72-4178f88a0d36 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Deleting port 6a9526f9-26b7-453d-99dc-fa27cd81db39 {{(pid=80113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 04 08:08:01.575544 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-62d44377-2424-4848-b5fa-41e95b4198e6 req-6d64040e-1c30-4ef7-ae72-4178f88a0d36 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727595022485'] for port, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:08:01.850403 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [req-62d44377-2424-4848-b5fa-41e95b4198e6 req-6d64040e-1c30-4ef7-ae72-4178f88a0d36 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] For port 6a9526f9-26b7-453d-99dc-fa27cd81db39, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=6a9526f9-26b7-453d-99dc-fa27cd81db39,segment=NetworkSegment(57828787-9b3e-4a67-96a7-9470b17127c3),segment_id=57828787-9b3e-4a67-96a7-9470b17127c3)] {{(pid=80113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 08:08:01.850794 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-62d44377-2424-4848-b5fa-41e95b4198e6 req-6d64040e-1c30-4ef7-ae72-4178f88a0d36 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853131150'] for port, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:08:01.992334 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [req-62d44377-2424-4848-b5fa-41e95b4198e6 req-6d64040e-1c30-4ef7-ae72-4178f88a0d36 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Calling delete_port for 6a9526f9-26b7-453d-99dc-fa27cd81db39 owned by compute:nova {{(pid=80113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 04 08:08:02.140434 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-62d44377-2424-4848-b5fa-41e95b4198e6 req-6d64040e-1c30-4ef7-ae72-4178f88a0d36 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309259674774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727594605512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851609521'] for port, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:08:02.158467 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-bb315954-e37a-48f3-ac76-d16c4606a116 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:08:02.257185 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d64040e-1c30-4ef7-ae72-4178f88a0d36 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Pushing event deleted for resources: {'Port': ['ID=6a9526f9-26b7-453d-99dc-fa27cd81db39,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:08:02.266535 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-265e6e3a-eb71-4ce0-b045-8aa5c577091d req-20f5ecfe-3431-4647-8d74-fdb341647349 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] 10.222.0.99 "GET /v2.0/ports?device_id=548631f7-18c8-4201-8e5e-6b4f723f08ea HTTP/1.1" status: 200 len: 210 time: 0.0613966 Feb 04 08:08:02.275084 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d64040e-1c30-4ef7-ae72-4178f88a0d36 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:08:02.275505 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d64040e-1c30-4ef7-ae72-4178f88a0d36 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:08:02.275907 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d64040e-1c30-4ef7-ae72-4178f88a0d36 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:08:02.276308 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d64040e-1c30-4ef7-ae72-4178f88a0d36 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:08:02.276703 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d64040e-1c30-4ef7-ae72-4178f88a0d36 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:08:02.277095 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d64040e-1c30-4ef7-ae72-4178f88a0d36 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:08:02.277485 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d64040e-1c30-4ef7-ae72-4178f88a0d36 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:08:02.277875 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d64040e-1c30-4ef7-ae72-4178f88a0d36 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:08:02.278267 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d64040e-1c30-4ef7-ae72-4178f88a0d36 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:08:02.278648 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d64040e-1c30-4ef7-ae72-4178f88a0d36 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:08:02.279041 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d64040e-1c30-4ef7-ae72-4178f88a0d36 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:08:02.279451 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d64040e-1c30-4ef7-ae72-4178f88a0d36 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-18-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:08:02.279890 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d64040e-1c30-4ef7-ae72-4178f88a0d36 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:08:02.280276 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d64040e-1c30-4ef7-ae72-4178f88a0d36 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:08:02.280659 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d64040e-1c30-4ef7-ae72-4178f88a0d36 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:08:02.281040 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d64040e-1c30-4ef7-ae72-4178f88a0d36 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:08:02.281420 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d64040e-1c30-4ef7-ae72-4178f88a0d36 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:08:02.281800 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d64040e-1c30-4ef7-ae72-4178f88a0d36 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:08:02.282178 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d64040e-1c30-4ef7-ae72-4178f88a0d36 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:08:02.282561 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d64040e-1c30-4ef7-ae72-4178f88a0d36 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:08:02.283057 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d64040e-1c30-4ef7-ae72-4178f88a0d36 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:08:02.283445 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d64040e-1c30-4ef7-ae72-4178f88a0d36 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:08:02.283826 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d64040e-1c30-4ef7-ae72-4178f88a0d36 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:08:02.284206 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d64040e-1c30-4ef7-ae72-4178f88a0d36 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 08:08:02.288886 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-6d64040e-1c30-4ef7-ae72-4178f88a0d36 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:08:02.322706 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Device 6a9526f9-26b7-453d-99dc-fa27cd81db39 no longer exists at agent ovs-agent-hv-cinder-73306 {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 04 08:08:02.365147 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] No Port match for: 6a9526f9-26b7-453d-99dc-fa27cd81db39 {{(pid=80115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 04 08:08:02.365547 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Device 6a9526f9-26b7-453d-99dc-fa27cd81db39 not bound to the agent host hv-cinder-73306 {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 04 08:08:02.400430 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [req-62d44377-2424-4848-b5fa-41e95b4198e6 req-6d64040e-1c30-4ef7-ae72-4178f88a0d36 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] No DVR routers for this DVR port 6a9526f9-26b7-453d-99dc-fa27cd81db39 on host hv-cinder-73306 {{(pid=80113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 04 08:08:02.402799 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-62d44377-2424-4848-b5fa-41e95b4198e6 req-6d64040e-1c30-4ef7-ae72-4178f88a0d36 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3799'] for port, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:08:02.407064 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '548631f7-18c8-4201-8e5e-6b4f723f08ea', 'name': 'network-vif-deleted', 'tag': '6a9526f9-26b7-453d-99dc-fa27cd81db39'}] {{(pid=80113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 08:08:02.429614 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [req-62d44377-2424-4848-b5fa-41e95b4198e6 req-6d64040e-1c30-4ef7-ae72-4178f88a0d36 tempest-TestMinimumBasicScenario-984904152 tempest-TestMinimumBasicScenario-984904152-project] 10.222.0.76 "DELETE /v2.0/ports/6a9526f9-26b7-453d-99dc-fa27cd81db39 HTTP/1.1" status: 204 len: 173 time: 0.9454505 Feb 04 08:08:02.470991 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '548631f7-18c8-4201-8e5e-6b4f723f08ea', 'name': 'network-vif-deleted', 'tag': '6a9526f9-26b7-453d-99dc-fa27cd81db39', 'status': 'completed', 'code': 200} Feb 04 08:08:04.121924 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 58520) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:08:04.939778 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f8bcf169-6254-44ce-b775-412e29f0720c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853132753'] for router_interface, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:08:05.318520 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-f8bcf169-6254-44ce-b775-412e29f0720c admin admin] Deleting port 00ea076e-d616-4218-b988-88e1b4c90519 {{(pid=80113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 04 08:08:05.319089 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f8bcf169-6254-44ce-b775-412e29f0720c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727595022485'] for port, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:08:05.507083 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-f8bcf169-6254-44ce-b775-412e29f0720c admin admin] For port 00ea076e-d616-4218-b988-88e1b4c90519, host dv-cinder-733062-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-18-smb',level=0,port_id=00ea076e-d616-4218-b988-88e1b4c90519,segment=NetworkSegment(57828787-9b3e-4a67-96a7-9470b17127c3),segment_id=57828787-9b3e-4a67-96a7-9470b17127c3)] {{(pid=80113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 08:08:05.507489 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f8bcf169-6254-44ce-b775-412e29f0720c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853131150'] for port, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:08:05.645534 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-f8bcf169-6254-44ce-b775-412e29f0720c admin admin] Calling delete_port for 00ea076e-d616-4218-b988-88e1b4c90519 owned by network:router_interface {{(pid=80113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 04 08:08:05.823090 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f8bcf169-6254-44ce-b775-412e29f0720c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309259674774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727594605512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851609521'] for port, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:08:05.838943 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-569e246c-3a45-49f9-80cb-8915c2b63925 tempest-AttachVolumeTestJSON-903281101 tempest-AttachVolumeTestJSON-903281101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:08:05.946391 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bcf169-6254-44ce-b775-412e29f0720c admin admin] Pushing event deleted for resources: {'Port': ['ID=00ea076e-d616-4218-b988-88e1b4c90519,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:08:05.950384 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-f8bcf169-6254-44ce-b775-412e29f0720c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:08:06.350978 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f8bcf169-6254-44ce-b775-412e29f0720c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1817824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1649259'] for router_interface, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:08:06.948804 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8bcf169-6254-44ce-b775-412e29f0720c admin admin] Router a84de946-bdd7-4d41-a563-f93cc5f66882 has already been hosted by L3 agent 9b1007a2-cea1-4e19-8fd5-ed5c2617e796 {{(pid=80113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 04 08:08:07.408995 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8bcf169-6254-44ce-b775-412e29f0720c admin admin] Notify agent at l3_agent.dv-cinder-733062-18-smb the message routers_updated {{(pid=80113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 04 08:08:07.419356 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53be89cf-cec8-4745-beb0-b17cb1292f8d None None] Sync routers for ids ['a84de946-bdd7-4d41-a563-f93cc5f66882'] in dv-cinder-733062-18-smb {{(pid=80115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 04 08:08:07.422706 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-f8bcf169-6254-44ce-b775-412e29f0720c admin admin] 10.222.0.99 "PUT /v2.0/routers/a84de946-bdd7-4d41-a563-f93cc5f66882/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2992215 Feb 04 08:08:07.425708 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 58524) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:08:07.431034 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53be89cf-cec8-4745-beb0-b17cb1292f8d None None] Routers {'a84de946-bdd7-4d41-a563-f93cc5f66882'} bound to L3 agent in host dv-cinder-733062-18-smb {{(pid=80115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 04 08:08:07.431875 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-53be89cf-cec8-4745-beb0-b17cb1292f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-04T07:47:53Z,description=,heartbeat_timestamp=2021-02-04T08:07:53Z,host='dv-cinder-733062-18-smb',id=9b1007a2-cea1-4e19-8fd5-ed5c2617e796,load=0,resource_versions=,resources_synced=,started_at=2021-02-04T07:47:53Z,topic='l3_agent')) {'router_ids': ['a84de946-bdd7-4d41-a563-f93cc5f66882'], 'active': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 08:08:07.618568 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b68eff2f-164c-4d61-be60-d20978558ae0 admin admin] Notify callbacks [] for router, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:08:07.627171 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvr_db [None req-53be89cf-cec8-4745-beb0-b17cb1292f8d None None] Set router a84de946-bdd7-4d41-a563-f93cc5f66882 gateway port host: dv-cinder-733062-18-smb {{(pid=80115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 04 08:08:07.814210 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b68eff2f-164c-4d61-be60-d20978558ae0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:08:07.819662 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-b68eff2f-164c-4d61-be60-d20978558ae0 admin admin] Deleting port cffbf684-73bc-440d-9493-72f3a9231b1c {{(pid=80113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 04 08:08:07.820021 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b68eff2f-164c-4d61-be60-d20978558ae0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727595022485'] for port, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:08:07.825139 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:08:07.950168 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-53be89cf-cec8-4745-beb0-b17cb1292f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a84de946-bdd7-4d41-a563-f93cc5f66882', 'name': 'tempest-TestMinimumBasicScenario-549357431-router', 'tenant_id': 'd22f65ad361944d7ac6a0eb33e094f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'external_fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.57'}], 'enable_snat': True}, 'gw_port_id': 'cffbf684-73bc-440d-9493-72f3a9231b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T08:05:52Z', 'updated_at': '2021-02-04T08:08:05Z', 'revision_number': 5, 'project_id': 'd22f65ad361944d7ac6a0eb33e094f78', 'gw_port': {'id': 'cffbf684-73bc-440d-9493-72f3a9231b1c', 'name': '', 'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:37:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84de946-bdd7-4d41-a563-f93cc5f66882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T08:05:53Z', 'updated_at': '2021-02-04T08:06:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-18-smb'}], 'dv-cinder-733062-18-smb', False) {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 08:08:07.954171 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53be89cf-cec8-4745-beb0-b17cb1292f8d None None] Checking router: a84de946-bdd7-4d41-a563-f93cc5f66882 for host: dv-cinder-733062-18-smb {{(pid=80115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 04 08:08:07.963841 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53be89cf-cec8-4745-beb0-b17cb1292f8d None None] Routers {'a84de946-bdd7-4d41-a563-f93cc5f66882'} bound to L3 agent in host dv-cinder-733062-18-smb {{(pid=80115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 04 08:08:07.964512 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-53be89cf-cec8-4745-beb0-b17cb1292f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-04T07:47:53Z,description=,heartbeat_timestamp=2021-02-04T08:07:53Z,host='dv-cinder-733062-18-smb',id=9b1007a2-cea1-4e19-8fd5-ed5c2617e796,load=0,resource_versions=,resources_synced=,started_at=2021-02-04T07:47:53Z,topic='l3_agent')) {'router_ids': ['a84de946-bdd7-4d41-a563-f93cc5f66882'], 'active': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 08:08:08.007966 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-b68eff2f-164c-4d61-be60-d20978558ae0 admin admin] For port cffbf684-73bc-440d-9493-72f3a9231b1c, host dv-cinder-733062-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-18-smb',level=0,port_id=cffbf684-73bc-440d-9493-72f3a9231b1c,segment=NetworkSegment(d8f5f7e6-2ec3-4646-9d93-a23676477155),segment_id=d8f5f7e6-2ec3-4646-9d93-a23676477155)] {{(pid=80113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 08:08:08.008359 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b68eff2f-164c-4d61-be60-d20978558ae0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853131150'] for port, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:08:08.147920 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-b68eff2f-164c-4d61-be60-d20978558ae0 admin admin] Calling delete_port for cffbf684-73bc-440d-9493-72f3a9231b1c owned by network:router_gateway {{(pid=80113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 04 08:08:08.158739 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvr_db [None req-53be89cf-cec8-4745-beb0-b17cb1292f8d None None] Set router a84de946-bdd7-4d41-a563-f93cc5f66882 gateway port host: dv-cinder-733062-18-smb {{(pid=80115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 04 08:08:08.299298 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b68eff2f-164c-4d61-be60-d20978558ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309259674774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727594605512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851609521'] for port, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:08:08.477507 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-53be89cf-cec8-4745-beb0-b17cb1292f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a84de946-bdd7-4d41-a563-f93cc5f66882', 'name': 'tempest-TestMinimumBasicScenario-549357431-router', 'tenant_id': 'd22f65ad361944d7ac6a0eb33e094f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'external_fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.57'}], 'enable_snat': True}, 'gw_port_id': 'cffbf684-73bc-440d-9493-72f3a9231b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T08:05:52Z', 'updated_at': '2021-02-04T08:08:05Z', 'revision_number': 5, 'project_id': 'd22f65ad361944d7ac6a0eb33e094f78', 'gw_port': {'id': 'cffbf684-73bc-440d-9493-72f3a9231b1c', 'name': '', 'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:37:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84de946-bdd7-4d41-a563-f93cc5f66882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T08:05:53Z', 'updated_at': '2021-02-04T08:06:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-18-smb'}], 'dv-cinder-733062-18-smb', False) {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 08:08:08.481756 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53be89cf-cec8-4745-beb0-b17cb1292f8d None None] The sync data for ids ['a84de946-bdd7-4d41-a563-f93cc5f66882'] in dv-cinder-733062-18-smb is: [{'id': 'a84de946-bdd7-4d41-a563-f93cc5f66882', 'name': 'tempest-TestMinimumBasicScenario-549357431-router', 'tenant_id': 'd22f65ad361944d7ac6a0eb33e094f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'external_fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.57'}], 'enable_snat': True}, 'gw_port_id': 'cffbf684-73bc-440d-9493-72f3a9231b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T08:05:52Z', 'updated_at': '2021-02-04T08:08:05Z', 'revision_number': 5, 'project_id': 'd22f65ad361944d7ac6a0eb33e094f78', 'gw_port': {'id': 'cffbf684-73bc-440d-9493-72f3a9231b1c', 'name': '', 'network_id': 'fc08f4da-7ea1-4669-9c0d-064e3549341c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:37:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84de946-bdd7-4d41-a563-f93cc5f66882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'ip_address': '172.28.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T08:05:53Z', 'updated_at': '2021-02-04T08:06:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afd83efb-5d3e-41fa-8710-d4145e2840f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-18-smb'}] {{(pid=80115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 04 08:08:08.502594 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b68eff2f-164c-4d61-be60-d20978558ae0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1639309'] for router_gateway, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:08:08.652478 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b68eff2f-164c-4d61-be60-d20978558ae0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1652417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7173'] for router, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:08:08.657343 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b68eff2f-164c-4d61-be60-d20978558ae0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:08:08.680408 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b68eff2f-164c-4d61-be60-d20978558ae0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853122958'] for router, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:08:08.680968 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b68eff2f-164c-4d61-be60-d20978558ae0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a84de946-bdd7-4d41-a563-f93cc5f66882 {{(pid=80113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 08:08:08.694669 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b68eff2f-164c-4d61-be60-d20978558ae0 admin admin] Notify callbacks [] for router, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:08:08.696004 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-b68eff2f-164c-4d61-be60-d20978558ae0 admin admin] 10.222.0.99 "DELETE /v2.0/routers/a84de946-bdd7-4d41-a563-f93cc5f66882 HTTP/1.1" status: 204 len: 168 time: 1.2693114 Feb 04 08:08:08.698908 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 58528) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:08:08.767557 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.db_base_plugin_v2 [None req-575dbb8f-0727-4ae3-b4f7-329e3cfec039 admin admin] Deleting subnet cf0bf8e4-7a44-4244-9fb8-fbe792b0f1cb {{(pid=80113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Feb 04 08:08:08.771605 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-575dbb8f-0727-4ae3-b4f7-329e3cfec039 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:08:08.828324 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-575dbb8f-0727-4ae3-b4f7-329e3cfec039 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850727736'] for subnet, precommit_delete_associations {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:08:08.917564 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-575dbb8f-0727-4ae3-b4f7-329e3cfec039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4562'] for subnet, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:08:09.187710 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-575dbb8f-0727-4ae3-b4f7-329e3cfec039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854771238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3166325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853310372'] for subnet, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:08:09.203820 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-5a9bdbcd-9601-41dc-bd25-572aba769f1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:08:09.293468 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575dbb8f-0727-4ae3-b4f7-329e3cfec039 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf0bf8e4-7a44-4244-9fb8-fbe792b0f1cb,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:08:09.306341 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-575dbb8f-0727-4ae3-b4f7-329e3cfec039 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:08:09.339279 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-575dbb8f-0727-4ae3-b4f7-329e3cfec039 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:08:09.345089 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f07ef4-8320-4295-b645-0cdb964b8af7 None None] Network 98c6ffa0-4cc7-47cb-b784-d2279a947515 requested from dv-cinder-733062-18-smb {{(pid=80115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 04 08:08:09.345297 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-575dbb8f-0727-4ae3-b4f7-329e3cfec039 admin admin] 10.222.0.99 "DELETE /v2.0/subnets/cf0bf8e4-7a44-4244-9fb8-fbe792b0f1cb HTTP/1.1" status: 204 len: 168 time: 0.6451840 Feb 04 08:08:09.349161 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 58532) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:08:09.523001 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9e5d5ea0-49dc-46a9-a9f6-680ec29a14ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854354064'] for network, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:08:09.596269 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-9e5d5ea0-49dc-46a9-a9f6-680ec29a14ea admin admin] Deleting port 0c5e8591-f25e-4374-acb2-3bda75925ca9 {{(pid=80113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 04 08:08:09.596643 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9e5d5ea0-49dc-46a9-a9f6-680ec29a14ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727595022485'] for port, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:08:09.679129 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d53fb524-7aa0-4fdc-8b7e-6235b17bc919 None None] DHCP port deletion for 98c6ffa0-4cc7-47cb-b784-d2279a947515 request from dv-cinder-733062-18-smb {{(pid=80115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 04 08:08:09.683941 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-d53fb524-7aa0-4fdc-8b7e-6235b17bc919 None None] Deleting port 0c5e8591-f25e-4374-acb2-3bda75925ca9 {{(pid=80115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 04 08:08:09.684361 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-d53fb524-7aa0-4fdc-8b7e-6235b17bc919 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727595022485'] for port, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:08:09.830120 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-9e5d5ea0-49dc-46a9-a9f6-680ec29a14ea admin admin] For port 0c5e8591-f25e-4374-acb2-3bda75925ca9, host dv-cinder-733062-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-18-smb',level=0,port_id=0c5e8591-f25e-4374-acb2-3bda75925ca9,segment=NetworkSegment(57828787-9b3e-4a67-96a7-9470b17127c3),segment_id=57828787-9b3e-4a67-96a7-9470b17127c3)] {{(pid=80113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 08:08:09.830505 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9e5d5ea0-49dc-46a9-a9f6-680ec29a14ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853131150'] for port, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:08:09.906630 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-d53fb524-7aa0-4fdc-8b7e-6235b17bc919 None None] For port 0c5e8591-f25e-4374-acb2-3bda75925ca9, host dv-cinder-733062-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-18-smb',level=0,port_id=0c5e8591-f25e-4374-acb2-3bda75925ca9,segment=NetworkSegment(57828787-9b3e-4a67-96a7-9470b17127c3),segment_id=57828787-9b3e-4a67-96a7-9470b17127c3)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 08:08:09.906970 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-d53fb524-7aa0-4fdc-8b7e-6235b17bc919 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853131150'] for port, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:08:09.967309 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-9e5d5ea0-49dc-46a9-a9f6-680ec29a14ea admin admin] Calling delete_port for 0c5e8591-f25e-4374-acb2-3bda75925ca9 owned by network:dhcp {{(pid=80113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 04 08:08:10.043444 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-d53fb524-7aa0-4fdc-8b7e-6235b17bc919 None None] Calling delete_port for 0c5e8591-f25e-4374-acb2-3bda75925ca9 owned by network:dhcp {{(pid=80115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 04 08:08:10.051953 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9e5d5ea0-49dc-46a9-a9f6-680ec29a14ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854344501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4261753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309259674774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727594605512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851609521'] for port, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:08:10.058475 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.agents_db [None req-15dbd8ae-9ae4-49dc-a873-5f27e28d1d51 None None] Agent healthcheck: found 6 active agents {{(pid=80116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 04 08:08:10.070714 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:08:10.122950 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.db.api [None req-d53fb524-7aa0-4fdc-8b7e-6235b17bc919 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80115) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 04 08:08:10.123394 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_db.api [None req-d53fb524-7aa0-4fdc-8b7e-6235b17bc919 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 04 08:08:10.165018 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5d5ea0-49dc-46a9-a9f6-680ec29a14ea admin admin] Pushing event deleted for resources: {'Port': ['ID=0c5e8591-f25e-4374-acb2-3bda75925ca9,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:08:10.172517 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-9e5d5ea0-49dc-46a9-a9f6-680ec29a14ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:08:10.216253 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5d5ea0-49dc-46a9-a9f6-680ec29a14ea admin admin] No DVR routers for this DVR port 0c5e8591-f25e-4374-acb2-3bda75925ca9 on host dv-cinder-733062-18-smb {{(pid=80113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 04 08:08:10.302376 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Device 0c5e8591-f25e-4374-acb2-3bda75925ca9 no longer exists at agent ovs-agent-dv-cinder-733062-18-smb {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 04 08:08:10.340786 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] No Port match for: 0c5e8591-f25e-4374-acb2-3bda75925ca9 {{(pid=80115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 04 08:08:10.341329 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Device 0c5e8591-f25e-4374-acb2-3bda75925ca9 not bound to the agent host dv-cinder-733062-18-smb {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 04 08:08:10.341926 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Device 00ea076e-d616-4218-b988-88e1b4c90519 no longer exists at agent ovs-agent-dv-cinder-733062-18-smb {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 04 08:08:10.350697 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9e5d5ea0-49dc-46a9-a9f6-680ec29a14ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8537', 'neutron.services.segments.db._delete_segments_for_network--9223363309259659414'] for network, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:08:10.383573 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] No Port match for: 00ea076e-d616-4218-b988-88e1b4c90519 {{(pid=80115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 04 08:08:10.383958 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Device 00ea076e-d616-4218-b988-88e1b4c90519 not bound to the agent host dv-cinder-733062-18-smb {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 04 08:08:10.384437 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Device cffbf684-73bc-440d-9493-72f3a9231b1c no longer exists at agent ovs-agent-dv-cinder-733062-18-smb {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 04 08:08:10.426897 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] No Port match for: cffbf684-73bc-440d-9493-72f3a9231b1c {{(pid=80115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 04 08:08:10.427233 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Device cffbf684-73bc-440d-9493-72f3a9231b1c not bound to the agent host dv-cinder-733062-18-smb {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 04 08:08:10.477330 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.services.segments.db [None req-9e5d5ea0-49dc-46a9-a9f6-680ec29a14ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98c6ffa0-4cc7-47cb-b784-d2279a947515']}} {{(pid=80113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 08:08:10.491099 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.services.segments.db [None req-9e5d5ea0-49dc-46a9-a9f6-680ec29a14ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57828787-9b3e-4a67-96a7-9470b17127c3') {'for_net_delete': True} {{(pid=80113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 08:08:10.491445 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.services.segments.db [None req-9e5d5ea0-49dc-46a9-a9f6-680ec29a14ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57828787-9b3e-4a67-96a7-9470b17127c3') {} {{(pid=80113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 08:08:10.504374 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9e5d5ea0-49dc-46a9-a9f6-680ec29a14ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363309259661718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4048064'] for segment, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:08:10.520271 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9e5d5ea0-49dc-46a9-a9f6-680ec29a14ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774980'] for segment, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:08:10.522393 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9e5d5ea0-49dc-46a9-a9f6-680ec29a14ea admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 04 08:08:10.624685 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-d53fb524-7aa0-4fdc-8b7e-6235b17bc919 None None] Deleting port 0c5e8591-f25e-4374-acb2-3bda75925ca9 {{(pid=80115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 04 08:08:10.625271 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-d53fb524-7aa0-4fdc-8b7e-6235b17bc919 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727595022485'] for port, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:08:10.709439 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-d53fb524-7aa0-4fdc-8b7e-6235b17bc919 None None] The port '0c5e8591-f25e-4374-acb2-3bda75925ca9' was deleted {{(pid=80115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 04 08:08:10.959048 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-9e5d5ea0-49dc-46a9-a9f6-680ec29a14ea admin admin] Network 98c6ffa0-4cc7-47cb-b784-d2279a947515 has no segments {{(pid=80113) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 04 08:08:10.973999 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9e5d5ea0-49dc-46a9-a9f6-680ec29a14ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3166234'] for segment, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:08:11.155774 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-9e5d5ea0-49dc-46a9-a9f6-680ec29a14ea admin admin] Network 98c6ffa0-4cc7-47cb-b784-d2279a947515 has no segments {{(pid=80113) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 04 08:08:11.179702 dv-cinder-733062-18-smb neutron-server[79999]: Traceback (most recent call last): Feb 04 08:08:11.179702 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 08:08:11.179702 dv-cinder-733062-18-smb neutron-server[79999]: timer() Feb 04 08:08:11.179702 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 08:08:11.179702 dv-cinder-733062-18-smb neutron-server[79999]: cb(*args, **kw) Feb 04 08:08:11.179702 dv-cinder-733062-18-smb neutron-server[79999]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 04 08:08:11.179702 dv-cinder-733062-18-smb neutron-server[79999]: return func(*args, **kwargs) Feb 04 08:08:11.179702 dv-cinder-733062-18-smb neutron-server[79999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 08:08:11.179702 dv-cinder-733062-18-smb neutron-server[79999]: self._notify() Feb 04 08:08:11.179702 dv-cinder-733062-18-smb neutron-server[79999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 08:08:11.179702 dv-cinder-733062-18-smb neutron-server[79999]: self.callback(batched_events) Feb 04 08:08:11.179702 dv-cinder-733062-18-smb neutron-server[79999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 08:08:11.179702 dv-cinder-733062-18-smb neutron-server[79999]: event.method(event) Feb 04 08:08:11.179702 dv-cinder-733062-18-smb neutron-server[79999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 08:08:11.179702 dv-cinder-733062-18-smb neutron-server[79999]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 08:08:11.179702 dv-cinder-733062-18-smb neutron-server[79999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 04 08:08:11.179702 dv-cinder-733062-18-smb neutron-server[79999]: segment_id)['aggregates'][0] Feb 04 08:08:11.179702 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 08:08:11.179702 dv-cinder-733062-18-smb neutron-server[79999]: return f(self, *a, **k) Feb 04 08:08:11.179702 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 08:08:11.179702 dv-cinder-733062-18-smb neutron-server[79999]: return self._get(url).json() Feb 04 08:08:11.179702 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 08:08:11.179702 dv-cinder-733062-18-smb neutron-server[79999]: **kwargs) Feb 04 08:08:11.179702 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 08:08:11.179702 dv-cinder-733062-18-smb neutron-server[79999]: return self.request(url, 'GET', **kwargs) Feb 04 08:08:11.179702 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 04 08:08:11.179702 dv-cinder-733062-18-smb neutron-server[79999]: **endpoint_filter) Feb 04 08:08:11.179702 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 08:08:11.179702 dv-cinder-733062-18-smb neutron-server[79999]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 08:08:11.179702 dv-cinder-733062-18-smb neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 08:08:11.179702 dv-cinder-733062-18-smb neutron-server[79999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 08:08:11.179702 dv-cinder-733062-18-smb neutron-server[79999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 08:08:11.261519 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9e5d5ea0-49dc-46a9-a9f6-680ec29a14ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854767263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1815830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853136492'] for network, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:08:11.264951 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:08:11.279509 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9e5d5ea0-49dc-46a9-a9f6-680ec29a14ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1815815'] for network, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:08:11.291969 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5d5ea0-49dc-46a9-a9f6-680ec29a14ea admin admin] Pushing event deleted for resources: {'Network': ['ID=98c6ffa0-4cc7-47cb-b784-d2279a947515,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:08:11.295554 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-9e5d5ea0-49dc-46a9-a9f6-680ec29a14ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:08:11.306473 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-9e5d5ea0-49dc-46a9-a9f6-680ec29a14ea admin admin] 10.222.0.99 "DELETE /v2.0/networks/98c6ffa0-4cc7-47cb-b784-d2279a947515 HTTP/1.1" status: 204 len: 168 time: 1.9562352 Feb 04 08:08:11.522068 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 58538) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:08:11.575471 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-a5fbaa8b-9998-4d66-8089-6d58676955d4 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=d22f65ad361944d7ac6a0eb33e094f78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0519521 Feb 04 08:08:11.578017 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.99', 58542) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:08:11.641969 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-3efde74d-637c-4372-8ade-7bec2a082599 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:08:11.675458 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-3efde74d-637c-4372-8ade-7bec2a082599 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:08:11.722970 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-3efde74d-637c-4372-8ade-7bec2a082599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852763768'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:08:11.728256 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-3fd94442-ddcb-4482-9ee8-939f4e699fe1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 08:08:11.743936 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efde74d-637c-4372-8ade-7bec2a082599 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=158a8f0f-24b6-419d-b5ab-adf9d72edbd0,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 08:08:11.748401 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-3efde74d-637c-4372-8ade-7bec2a082599 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 08:08:11.751824 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-3efde74d-637c-4372-8ade-7bec2a082599 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:08:11.753601 dv-cinder-733062-18-smb neutron-server[79999]: INFO neutron.wsgi [None req-3efde74d-637c-4372-8ade-7bec2a082599 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/158a8f0f-24b6-419d-b5ab-adf9d72edbd0 HTTP/1.1" status: 204 len: 168 time: 0.1740861 Feb 04 08:08:20.631446 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-67ab9494-62bf-4c75-8257-1c698932b3d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:08:22.933785 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-5bc83a8b-b211-46a4-8ab5-81941723b629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:08:24.062038 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-85fac0c9-e82f-41ee-a61d-5b2e920e6613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:08:24.710605 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:08:25.268144 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-19d3b842-1860-471a-9268-0862a9b26fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:08:37.693155 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:08:47.058135 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.agents_db [None req-15dbd8ae-9ae4-49dc-a873-5f27e28d1d51 None None] Agent healthcheck: found 6 active agents {{(pid=80116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 04 08:08:50.633977 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-11aa9709-9d95-4dd6-a138-2318e0984be6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:08:52.935507 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a974b605-db76-4686-adeb-37909dedc455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:08:53.897733 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-85fac0c9-e82f-41ee-a61d-5b2e920e6613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:08:54.711500 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:08:55.272716 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-19d3b842-1860-471a-9268-0862a9b26fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:09:07.692202 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:09:20.636692 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-438233d5-67bc-4ed6-b13d-3e8097a2dae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:09:22.936749 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-692ba45b-1b2f-4361-ae46-285d5d422ba9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:09:23.900599 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-85fac0c9-e82f-41ee-a61d-5b2e920e6613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:09:24.057342 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.agents_db [None req-15dbd8ae-9ae4-49dc-a873-5f27e28d1d51 None None] Agent healthcheck: found 6 active agents {{(pid=80116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 04 08:09:24.713515 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:09:25.276709 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-19d3b842-1860-471a-9268-0862a9b26fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:09:37.694043 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:09:50.638811 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-58e17fa9-ba6d-447d-a09d-9822b5a69486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:09:52.939876 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-133f21b7-0da2-48fa-a232-14eddf0b1074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:09:53.905635 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-85fac0c9-e82f-41ee-a61d-5b2e920e6613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:09:54.717810 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:09:55.278900 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-19d3b842-1860-471a-9268-0862a9b26fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:10:01.057339 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.agents_db [None req-15dbd8ae-9ae4-49dc-a873-5f27e28d1d51 None None] Agent healthcheck: found 6 active agents {{(pid=80116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 04 08:10:07.707818 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:10:20.640560 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9bbe7361-a98f-46d8-a3b3-eba12734d4df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:10:22.943213 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-d9a00131-d0fa-4833-bffc-a838d9496440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:10:23.907649 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-85fac0c9-e82f-41ee-a61d-5b2e920e6613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:10:24.713513 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:10:25.283023 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-19d3b842-1860-471a-9268-0862a9b26fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:10:37.722345 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:10:38.056374 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.agents_db [None req-15dbd8ae-9ae4-49dc-a873-5f27e28d1d51 None None] Agent healthcheck: found 6 active agents {{(pid=80116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 04 08:10:50.642823 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-65d16097-4015-4e1e-9bb8-1b92a880c9fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:10:52.944407 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-c6872540-82b5-4b35-8b5a-104dec16556b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:10:53.909119 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-85fac0c9-e82f-41ee-a61d-5b2e920e6613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:10:54.715542 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:10:55.287803 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-19d3b842-1860-471a-9268-0862a9b26fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:11:07.736919 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:11:15.055935 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.agents_db [None req-15dbd8ae-9ae4-49dc-a873-5f27e28d1d51 None None] Agent healthcheck: found 6 active agents {{(pid=80116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 04 08:11:20.644300 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9f030fcd-30c5-4a9a-ac72-599e39eaaf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:11:22.946034 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-95094f6c-cfd5-4338-8880-ee100e307f4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:11:23.911279 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-85fac0c9-e82f-41ee-a61d-5b2e920e6613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:11:24.719125 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:11:25.291097 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-19d3b842-1860-471a-9268-0862a9b26fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:11:37.736729 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:11:50.647146 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1636e357-bc12-415c-80ca-691bf86053d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:11:52.055254 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.agents_db [None req-15dbd8ae-9ae4-49dc-a873-5f27e28d1d51 None None] Agent healthcheck: found 6 active agents {{(pid=80116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 04 08:11:52.946926 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-5f9b5d92-7d0b-41c4-8a24-532a7c454f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:11:53.915474 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-85fac0c9-e82f-41ee-a61d-5b2e920e6613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:11:54.722322 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:11:55.295701 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-19d3b842-1860-471a-9268-0862a9b26fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:12:07.734918 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:12:20.651295 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-60806b43-37b6-47ec-aeb4-3db71ee727af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:12:22.948560 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-cc156bd1-74b8-47a8-88fa-001f914e5eef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:12:23.918173 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-85fac0c9-e82f-41ee-a61d-5b2e920e6613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:12:24.724891 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:12:25.297030 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-19d3b842-1860-471a-9268-0862a9b26fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:12:29.054720 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.agents_db [None req-15dbd8ae-9ae4-49dc-a873-5f27e28d1d51 None None] Agent healthcheck: found 6 active agents {{(pid=80116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 04 08:12:37.766914 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:12:50.654282 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-4a945f88-9537-4980-8464-bc2171bf6677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:12:52.950589 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-2a4cae16-2d56-4888-8bdd-00511eb74f2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:12:53.921211 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-85fac0c9-e82f-41ee-a61d-5b2e920e6613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:12:54.727192 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1ce02e4c-f7b3-4cef-9fda-d8d637d7a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:12:55.301222 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-19d3b842-1860-471a-9268-0862a9b26fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 08:13:06.054970 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron.db.agents_db [None req-15dbd8ae-9ae4-49dc-a873-5f27e28d1d51 None None] Agent healthcheck: found 6 active agents {{(pid=80116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 04 08:13:07.782575 dv-cinder-733062-18-smb neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0eab-30b5-415f-90ee-e1924d9a62cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309259659431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13605'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}